00000001:01000000:3.0F:1787760998.386954:0:2289:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 1287 MB/s
00000001:01000000:3.0:1787760998.636978:0:2289:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 1599 MB/s
00000001:01000000:3.0:1787760998.886617:0:2289:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 9975 MB/s
00000020:02000000:0.0F:1787760999.672861:0:2318:0:(class_obd.c:771:obdclass_init()) Lustre: Build Version: 2.17.57_119_g5069d9c
00000400:02000000:0.0:1787761000.734710:0:2333:0:(api-ni.c:2823:lnet_startup_lndni()) Added LNI 192.168.203.18@tcp [8/256/0/180]
00008000:02000000:3.0:1787761004.646887:0:2487:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/
00000020:01000004:1.0F:1787761155.991535:0:5432:0:(obd_mount.c:923:lmd_print())   mount data:
00000020:01000004:1.0:1787761155.991552:0:5432:0:(obd_mount.c:925:lmd_print()) profile: lustre-client
00000020:01000004:1.0:1787761155.991554:0:5432:0:(obd_mount.c:926:lmd_print()) device:  192.168.203.118@tcp:/lustre
00000020:01000004:1.0:1787761155.991555:0:5432:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock
00000080:01200004:1.0:1787761155.991729:0:5432:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 00000000d431aa64
00000080:01000004:1.0:1787761155.991740:0:5432:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client
00000020:01000004:1.0:1787761155.991757:0:5432:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.118@tcp'
00000020:01000004:1.0:1787761155.991861:0:5432:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.118@tcp (typ=mgc)
00000020:00000080:1.0:1787761155.991884:0:5432:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.118@tcp (0000000015afaa71)
00000020:00000080:1.0:1787761155.991897:0:5432:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2
00000100:00100000:1.0:1787761155.992136:0:5432:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0
00000100:00100000:1.0:1787761155.992159:0:5432:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0
00000100:00100000:1.0:1787761155.992314:0:5432:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34
00000100:00100000:1.0:1787761155.992321:0:5432:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000'
00000100:00100000:3.0:1787761155.993894:0:5432:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34
00000100:00100000:3.0:1787761155.993914:0:5432:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001'
00000100:00100000:3.0:1787761155.995484:0:5432:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34
00000100:00100000:3.0:1787761155.995493:0:5432:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000'
00000100:00100000:3.0:1787761155.996062:0:5432:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34
00000100:00100000:3.0:1787761155.996068:0:5432:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001'
00000100:00100000:2.0F:1787761155.996883:0:5432:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0
00000100:00100000:2.0:1787761155.997220:0:5432:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0
00000100:00100000:2.0:1787761155.997422:0:5432:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34
00000100:00100000:2.0:1787761155.997427:0:5432:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000'
00000100:00100000:2.0:1787761155.998806:0:5432:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34
00000100:00100000:2.0:1787761155.998815:0:5432:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001'
00000100:00100000:2.0:1787761155.999120:0:5432:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34
00000100:00100000:2.0:1787761155.999127:0:5432:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002'
00000100:00100000:2.0:1787761156.000249:0:5432:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34
00000100:00100000:2.0:1787761156.000257:0:5432:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000'
00000100:00100000:1.0:1787761156.007042:0:5432:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34
00000100:00100000:1.0:1787761156.007059:0:5432:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001'
00000100:00100000:1.0:1787761156.012422:0:5432:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34
00000100:00100000:1.0:1787761156.012434:0:5432:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002'
00010000:00010000:2.0:1787761156.028165:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787761156.028172:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787761156.028175:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787761156.029114:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787761156.029117:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787761156.029119:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00080000:1.0:1787761156.032175:0:5432:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000e4fefb14@MGC192.168.203.118@tcp: add connection 192.168.203.118@tcp at head
00010000:00010000:1.0:1787761156.032372:0:5432:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.118@tcp-0 is initialized
00000040:01000000:1.0:1787761156.032379:0:5432:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.118@tcp ctxt 1 is initialized
00010000:00010000:1.0:1787761156.038570:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
10000000:01000000:0.0:1787761156.038682:0:5446:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread
00000020:00000080:1.0:1787761156.039007:0:5432:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.118@tcp (uuid ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c)
00000020:00000080:1.0:1787761156.039030:0:5432:0:(genops.c:1385:class_connect()) connect: client ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c, cookie 0x9b4aaf9326dccf06
00000100:00080000:1.0:1787761156.039043:0:5432:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 0
00000100:00080000:1.0:1787761156.039055:0:5432:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import 00000000e4fefb14 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761156.039084:0:5432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e80c0867 x1874603278336128/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761156.039111:0:5432:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS
00000080:00200000:1.0:1787761156.039129:0:5432:0:(llite_lib.c:1509:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff9dd188112800 (sb 00000000d431aa64)
00000080:01000000:1.0:1787761156.039209:0:5432:0:(llite_lib.c:1235:ll_options()) Parsing opts user_xattr,flock
00000080:00000004:1.0:1787761156.039211:0:5432:0:(llite_lib.c:1245:ll_options()) next opt=user_xattr
00000080:00000004:1.0:1787761156.039223:0:5432:0:(llite_lib.c:1245:ll_options()) next opt=flock
00000080:01000000:1.0:1787761156.039230:0:5432:0:(llite_lib.c:1543:ll_fill_super()) llite sb uuid: 77a83949-2b43-45c1-ab70-5d6744f7bac3
10000000:01000000:1.0:1787761156.039740:0:5432:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0
10000000:01000000:1.0:1787761156.039744:0:5432:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9dd188112800
10000000:01000000:1.0:1787761156.039748:0:5432:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9dd188a24ed8
10000000:01000000:1.0:1787761156.039752:0:5432:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre)
10000000:01000000:1.0:1787761156.039758:0:5432:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9dd188a24ed8 from 1
10000000:01000000:1.0:1787761156.039761:0:5432:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c)
00010000:00010000:1.0:1787761156.039788:0:5432:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: 000000003a82e00a/0x9b4aaf9326dccf0d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761156.039797:0:5432:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: 000000003a82e00a/0x9b4aaf9326dccf0d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761156.039807:0:5432:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: 000000003a82e00a/0x9b4aaf9326dccf0d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:1.0:1787761156.040932:0:5432:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING)  req@00000000ad447939 x1874603278336256/t0(0) o101->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761156.040946:0:5432:0:(client.c:2715:ptlrpc_set_wait()) set 00000000f538c4b2 going to sleep for 0 seconds
00000100:00100000:0.0:1787761156.047014:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000e80c0867 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278336128:192.168.203.118@tcp:250:
00000100:00100000:0.0:1787761156.055621:0:2349:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.203.118@tcp: committing for last_committed 0 gen 1
00000100:00080000:0.0:1787761156.055637:0:2349:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.203.118@tcp: connect to target with instance 0
00000100:00080000:0.0:1787761156.055910:0:2349:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.203.118@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060
10000000:01000000:0.0:1787761156.055917:0:2349:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005
00000100:00080000:0.0:1787761156.055921:0:2349:0:(import.c:65:import_set_state_nolock()) 00000000e4fefb14 MGS: changing import state from CONNECTING to FULL
10000000:01000000:0.0:1787761156.055925:0:2349:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004
00000100:00080000:0.0:1787761156.055975:0:2349:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up
00000100:00080000:0.0:1787761156.055986:0:2349:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000f538c4b2):  req@00000000ad447939 x1874603278336256/t0(0) o101->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761156.056002:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000e80c0867 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278336128:192.168.203.118@tcp:250:
00000100:00100000:1.0:1787761156.066155:0:5432:0:(client.c:2715:ptlrpc_set_wait()) set 00000000f538c4b2 going to sleep for 11 seconds
00000100:00100000:1.0:1787761156.069370:0:5432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000ad447939 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5432:1874603278336256:192.168.203.118@tcp:101:
00010000:00010000:1.0:1787761156.069408:0:5432:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: 000000003a82e00a/0x9b4aaf9326dccf0d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcda7522c3ea36422 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761156.069419:0:5432:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: 000000003a82e00a/0x9b4aaf9326dccf0d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcda7522c3ea36422 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1787761156.069491:0:5432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000ad447939 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5432:1874603278336384:192.168.203.118@tcp:501:
00000100:00100000:1.0:1787761156.069587:0:5432:0:(client.c:2715:ptlrpc_set_wait()) set 00000000f538c4b2 going to sleep for 11 seconds
00000100:00100000:1.0:1787761156.071707:0:5432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000ad447939 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5432:1874603278336384:192.168.203.118@tcp:501:
10000000:01000000:1.0:1787761156.071752:0:5432:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'lustre-sptlrpc' failed (-2).
00010000:00010000:1.0:1787761156.071767:0:5432:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: 000000003a82e00a/0x9b4aaf9326dccf0d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcda7522c3ea36422 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761156.071777:0:5432:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: 000000003a82e00a/0x9b4aaf9326dccf0d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcda7522c3ea36422 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:1.0:1787761156.071785:0:5432:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9dd188112800
10000000:01000000:1.0:1787761156.071805:0:5432:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params)
10000000:01000000:1.0:1787761156.071809:0:5432:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9dd188112800
10000000:01000000:1.0:1787761156.071813:0:5432:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre)
10000000:01000000:1.0:1787761156.071816:0:5432:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff9dd188112800
10000000:01000000:1.0:1787761156.071818:0:5432:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre)
10000000:01000000:1.0:1787761156.072010:0:5432:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9dd188112800 from 1
10000000:01000000:1.0:1787761156.072013:0:5432:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c)
00010000:00010000:1.0:1787761156.072045:0:5432:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: 000000001d6a8290/0x9b4aaf9326dccf14 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761156.072053:0:5432:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: 000000001d6a8290/0x9b4aaf9326dccf14 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761156.072062:0:5432:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: 000000001d6a8290/0x9b4aaf9326dccf14 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1787761156.072080:0:5432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000ad447939 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5432:1874603278336512:192.168.203.118@tcp:101:
00000100:00100000:1.0:1787761156.072156:0:5432:0:(client.c:2715:ptlrpc_set_wait()) set 00000000f538c4b2 going to sleep for 11 seconds
00000100:00100000:1.0:1787761156.074273:0:5432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000ad447939 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5432:1874603278336512:192.168.203.118@tcp:101:
00010000:00010000:1.0:1787761156.074298:0:5432:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: 000000001d6a8290/0x9b4aaf9326dccf14 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcda7522c3ea36429 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761156.074321:0:5432:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: 000000001d6a8290/0x9b4aaf9326dccf14 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xcda7522c3ea36429 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1787761156.074389:0:5432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000ad447939 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5432:1874603278336640:192.168.203.118@tcp:501:
00000100:00100000:1.0:1787761156.074505:0:5432:0:(client.c:2715:ptlrpc_set_wait()) set 00000000f538c4b2 going to sleep for 11 seconds
00000100:00100000:1.0:1787761156.095244:0:5432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000ad447939 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5432:1874603278336640:192.168.203.118@tcp:501:
00000100:00100000:1.0:1787761156.095330:0:5432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000ad447939 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5432:1874603278336768:192.168.203.118@tcp:503:
00000100:00100000:1.0:1787761156.095616:0:5432:0:(client.c:2715:ptlrpc_set_wait()) set 00000000f538c4b2 going to sleep for 11 seconds
00000100:00100000:2.0:1787761156.114257:0:5432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000ad447939 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5432:1874603278336768:192.168.203.118@tcp:503:
00000100:00100000:2.0:1787761156.114715:0:5450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000008d9b02a7 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5450:1874603278336896:192.168.203.118@tcp:502:
00000100:00100000:2.0:1787761156.114801:0:5450:0:(client.c:2715:ptlrpc_set_wait()) set 00000000ea2cbef2 going to sleep for 11 seconds
00000100:00100000:3.0:1787761156.123542:0:5450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000008d9b02a7 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5450:1874603278336896:192.168.203.118@tcp:502:
00000020:01000000:3.0:1787761156.123582:0:5450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:3.0:1787761156.123593:0:5450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1787761156.123595:0:5450:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup
00000020:01000000:3.0:1787761156.123602:0:5450:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff9dd188112800
00000020:00000080:3.0:1787761156.123604:0:5450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:3.0:1787761156.123629:0:5450:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff9dd188112800 (0000000088d4aee0)
00000020:00000080:3.0:1787761156.123656:0:5450:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2
00000020:01000000:3.0:1787761156.123664:0:5450:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff9dd188112800
00000020:00000080:3.0:1787761156.123667:0:5450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00000020:00000080:3.0:1787761156.124188:0:5450:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff9dd188112800 (uuid 77a83949-2b43-45c1-ab70-5d6744f7bac3)
00000020:01000000:3.0:1787761156.124194:0:5450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:3.0:1787761156.124198:0:5450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1787761156.124200:0:5450:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup
00000020:01000000:3.0:1787761156.124202:0:5450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:3.0:1787761156.124206:0:5450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1787761156.124207:0:5450:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup
00000020:01000000:3.0:1787761156.124211:0:5450:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff9dd188112800
00000020:00000080:3.0:1787761156.124213:0:5450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:3.0:1787761156.124219:0:5450:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff9dd188112800 (000000006da9ea8c)
00000020:00000080:3.0:1787761156.124234:0:5450:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2
00000020:01000000:3.0:1787761156.124239:0:5450:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff9dd188112800
00000020:00000080:3.0:1787761156.124241:0:5450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00000020:00000080:3.0:1787761156.124393:0:5450:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff9dd188112800 (uuid 77a83949-2b43-45c1-ab70-5d6744f7bac3)
00000020:01000000:3.0:1787761156.124397:0:5450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:3.0:1787761156.124400:0:5450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1787761156.124402:0:5450:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup
00000020:01000000:3.0:1787761156.124404:0:5450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:3.0:1787761156.124407:0:5450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1787761156.124408:0:5450:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts
00000020:00000080:3.0:1787761156.124411:0:5450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007
00000020:00000080:3.0:1787761156.124413:0:5450:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv
00000020:01000000:3.0:1787761156.124416:0:5450:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client
00000020:01000000:3.0:1787761156.124420:0:5450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:3.0:1787761156.124422:0:5450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1787761156.124423:0:5450:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts
00000020:01000000:3.0:1787761156.124425:0:5450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:3.0:1787761156.124429:0:5450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1787761156.124430:0:5450:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc
00000020:00000080:3.0:1787761156.124432:0:5450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005
00000020:00000080:3.0:1787761156.124436:0:5450:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.118@tcp to nid 0x20000c0a8cb76 (192.168.203.118@tcp)
00000020:01000000:3.0:1787761156.124459:0:5450:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff9dd188112800
00000020:00000080:3.0:1787761156.124461:0:5450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:3.0:1787761156.124467:0:5450:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff9dd188112800 (00000000291df90e)
00000020:00000080:3.0:1787761156.124475:0:5450:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2
00000020:01000000:3.0:1787761156.124479:0:5450:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff9dd188112800
00000020:00000080:3.0:1787761156.124481:0:5450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00010000:00080000:3.0:1787761156.124573:0:5450:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000ab322088@lustre-MDT0000-mdc-ffff9dd188112800: add connection 192.168.203.118@tcp at head
00010000:00010000:0.0:1787761156.129624:0:5450:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff9dd188112800-1 is initialized
00000040:01000000:0.0:1787761156.130294:0:5450:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff9dd188112800 ctxt 13 is initialized
00000020:00000080:0.0:1787761156.131257:0:5450:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff9dd188112800 (uuid 77a83949-2b43-45c1-ab70-5d6744f7bac3)
00000020:01000000:0.0:1787761156.131275:0:5450:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9dd188112800
00000020:00000080:0.0:1787761156.131279:0:5450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014
00800000:01000000:0.0:1787761156.131302:0:5450:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0
00000020:01000000:0.0:1787761156.131338:0:5450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:0.0:1787761156.131342:0:5450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1787761156.131343:0:5450:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc
00000020:01000000:0.0:1787761156.131346:0:5450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5
00000020:01000000:0.0:1787761156.131348:0:5450:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9
00000020:01000000:0.0:1787761156.131349:0:5450:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:0.0:1787761156.131351:0:5450:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:0.0:1787761156.131352:0:5450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6
00000020:00000080:0.0:1787761156.131354:0:5450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1787761156.131355:0:5450:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout
00000020:01000000:0.0:1787761156.131357:0:5450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:01000004:0.0:1787761156.131366:0:5450:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.203.118@tcp:/lustre
00000020:00000080:0.0:1787761156.131369:0:5450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1787761156.131370:0:5450:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-OST0000 add osc
00000020:00000080:0.0:1787761156.131373:0:5450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005
00000020:00000080:0.0:1787761156.131378:0:5450:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.118@tcp to nid 0x20000c0a8cb76 (192.168.203.118@tcp)
00000020:01000000:0.0:1787761156.131938:0:5450:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff9dd188112800
00000020:00000080:0.0:1787761156.131942:0:5450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:0.0:1787761156.131961:0:5450:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff9dd188112800 (000000007c14f6cc)
00000020:00000080:0.0:1787761156.131976:0:5450:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type osc with refcount 2
00000020:01000000:0.0:1787761156.131981:0:5450:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff9dd188112800
00000020:00000080:0.0:1787761156.131983:0:5450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00010000:00080000:0.0:1787761156.132053:0:5450:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000004858db5@lustre-OST0000-osc-ffff9dd188112800: add connection 192.168.203.118@tcp at head
00010000:00010000:1.0:1787761156.137538:0:5450:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff9dd188112800-2 is initialized
00000020:00000080:1.0:1787761156.139482:0:5450:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff9dd188112800 (uuid 77a83949-2b43-45c1-ab70-5d6744f7bac3)
00000020:01000000:1.0:1787761156.139504:0:5450:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9dd188112800
00000020:00000080:1.0:1787761156.139509:0:5450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d
00020000:01000000:1.0:1787761156.139579:0:5450:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1
00020000:01000000:1.0:1787761156.139587:0:5450:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff9dd188112800: Adding target lustre-OST0000_UUID
00020000:01000000:1.0:1787761156.139594:0:5450:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1
00000020:01000000:1.0:1787761156.139609:0:5450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:1.0:1787761156.139614:0:5450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1787761156.139615:0:5450:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-OST0000 add osc
00000020:01000000:1.0:1787761156.139619:0:5450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5
00000020:01000000:1.0:1787761156.139622:0:5450:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #16
00000020:01000000:1.0:1787761156.139623:0:5450:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:1.0:1787761156.139625:0:5450:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:1.0:1787761156.139626:0:5450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6
00000020:00000080:1.0:1787761156.139628:0:5450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1787761156.139629:0:5450:0:(obd_config.c:1563:class_process_config()) marker 16 (0x6) lustre sys.timeout
00000020:01000000:1.0:1787761156.139632:0:5450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:01000004:1.0:1787761156.139635:0:5450:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.203.118@tcp:/lustre
00000020:00000080:1.0:1787761156.139638:0:5450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1787761156.139645:0:5450:0:(obd_config.c:1563:class_process_config()) marker 19 (0x1) lustre-OST0001 add osc
00000020:00000080:1.0:1787761156.139648:0:5450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005
00000020:00000080:1.0:1787761156.139653:0:5450:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.118@tcp to nid 0x20000c0a8cb76 (192.168.203.118@tcp)
00000020:01000000:1.0:1787761156.139679:0:5450:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff9dd188112800
00000020:00000080:1.0:1787761156.139682:0:5450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:1.0:1787761156.139694:0:5450:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff9dd188112800 (00000000f0def9cb)
00000020:00000080:1.0:1787761156.139711:0:5450:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2
00000020:01000000:1.0:1787761156.139716:0:5450:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff9dd188112800
00000020:00000080:1.0:1787761156.139718:0:5450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00010000:00080000:1.0:1787761156.139785:0:5450:0:(ldlm_lib.c:102:import_set_conn()) imp 000000006b67a67d@lustre-OST0001-osc-ffff9dd188112800: add connection 192.168.203.118@tcp at head
00010000:00010000:1.0:1787761156.140027:0:5450:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff9dd188112800-3 is initialized
00000020:00000080:1.0:1787761156.140294:0:5450:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff9dd188112800 (uuid 77a83949-2b43-45c1-ab70-5d6744f7bac3)
00000020:01000000:1.0:1787761156.140303:0:5450:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9dd188112800
00000020:00000080:1.0:1787761156.140306:0:5450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d
00020000:01000000:1.0:1787761156.140317:0:5450:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1
00020000:01000000:1.0:1787761156.140323:0:5450:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff9dd188112800: Adding target lustre-OST0001_UUID
00020000:01000000:1.0:1787761156.140325:0:5450:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2
00000020:01000000:1.0:1787761156.140332:0:5450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:1.0:1787761156.140336:0:5450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1787761156.140338:0:5450:0:(obd_config.c:1563:class_process_config()) marker 19 (0x2) lustre-OST0001 add osc
00000020:01000000:1.0:1787761156.140340:0:5450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:1.0:1787761156.140344:0:5450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1787761156.140345:0:5450:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre sys.timeout
00000020:00000080:1.0:1787761156.140348:0:5450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009
00000020:00000080:1.0:1787761156.140349:0:5450:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20
00000100:00100000:1.0:1787761156.140390:0:5450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000c39ee776 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5450:1874603278337024:192.168.203.118@tcp:502:
00000100:00100000:1.0:1787761156.145241:0:5450:0:(client.c:2715:ptlrpc_set_wait()) set 00000000449db56e going to sleep for 11 seconds
00000100:00100000:3.0:1787761156.165591:0:5450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000c39ee776 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5450:1874603278337024:192.168.203.118@tcp:502:
00000020:01000000:3.0:1787761156.165651:0:5450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:3.0:1787761156.165661:0:5450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1787761156.165674:0:5450:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre sys.timeout
00000040:00080000:3.0:1787761156.165678:0:5450:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39
00000020:01000000:2.0:1787761156.165950:0:5432:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-38 (rc=0)
10000000:01000000:2.0:1787761156.165971:0:5432:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'lustre-client' succeeded (0).
00010000:00010000:2.0:1787761156.165990:0:5432:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: 000000001d6a8290/0x9b4aaf9326dccf14 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcda7522c3ea36429 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787761156.166001:0:5432:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: 000000001d6a8290/0x9b4aaf9326dccf14 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcda7522c3ea36429 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:2.0:1787761156.166009:0:5432:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff9dd188112800 from 1
10000000:01000000:2.0:1787761156.166012:0:5432:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c)
00010000:00010000:2.0:1787761156.166049:0:5432:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: 0000000080a66c93/0x9b4aaf9326dccf3e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787761156.166057:0:5432:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: 0000000080a66c93/0x9b4aaf9326dccf3e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787761156.166077:0:5432:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: 0000000080a66c93/0x9b4aaf9326dccf3e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1787761156.166098:0:5432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000000b999b63 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5432:1874603278337152:192.168.203.118@tcp:101:
00000100:00100000:2.0:1787761156.166187:0:5432:0:(client.c:2715:ptlrpc_set_wait()) set 000000000771f74b going to sleep for 11 seconds
00000100:00100000:2.0:1787761156.178340:0:5432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000000b999b63 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5432:1874603278337152:192.168.203.118@tcp:101:
00010000:00010000:2.0:1787761156.178367:0:5432:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: 0000000080a66c93/0x9b4aaf9326dccf3e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcda7522c3ea36430 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787761156.178379:0:5432:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: 0000000080a66c93/0x9b4aaf9326dccf3e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcda7522c3ea36430 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1787761156.179262:0:5432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000000b999b63 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5432:1874603278337280:192.168.203.118@tcp:256:
00000100:00100000:2.0:1787761156.179355:0:5432:0:(client.c:2715:ptlrpc_set_wait()) set 000000000771f74b going to sleep for 11 seconds
00000100:00100000:2.0:1787761156.185657:0:5432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000000b999b63 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5432:1874603278337280:192.168.203.118@tcp:256:
10000000:01000000:2.0:1787761156.186436:0:5432:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'lustre-cliir' succeeded (0).
00010000:00010000:2.0:1787761156.186462:0:5432:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: 0000000080a66c93/0x9b4aaf9326dccf3e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcda7522c3ea36430 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787761156.186473:0:5432:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: 0000000080a66c93/0x9b4aaf9326dccf3e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcda7522c3ea36430 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:2.0:1787761156.186482:0:5432:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9dd188112800 from 1
10000000:01000000:2.0:1787761156.186485:0:5432:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170)
00010000:00010000:2.0:1787761156.186544:0:5432:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: 000000002ce7b4e3/0x9b4aaf9326dccf45 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787761156.186566:0:5432:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: 000000002ce7b4e3/0x9b4aaf9326dccf45 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787761156.186576:0:5432:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: 000000002ce7b4e3/0x9b4aaf9326dccf45 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1787761156.186597:0:5432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000000b999b63 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5432:1874603278337408:192.168.203.118@tcp:101:
00000100:00100000:2.0:1787761156.188039:0:5432:0:(client.c:2715:ptlrpc_set_wait()) set 000000000771f74b going to sleep for 11 seconds
00000100:00100000:2.0:1787761156.191360:0:5432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000000b999b63 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5432:1874603278337408:192.168.203.118@tcp:101:
00010000:00010000:2.0:1787761156.191386:0:5432:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: 000000002ce7b4e3/0x9b4aaf9326dccf45 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcda7522c3ea36437 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787761156.191398:0:5432:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: 000000002ce7b4e3/0x9b4aaf9326dccf45 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcda7522c3ea36437 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1787761156.191461:0:5432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000000b999b63 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5432:1874603278337536:192.168.203.118@tcp:501:
00000100:00100000:2.0:1787761156.192627:0:5432:0:(client.c:2715:ptlrpc_set_wait()) set 000000000771f74b going to sleep for 11 seconds
00000100:00100000:0.0:1787761156.196434:0:5432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000000b999b63 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5432:1874603278337536:192.168.203.118@tcp:501:
00000100:00100000:0.0:1787761156.196493:0:5432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000000fa1f25d pname:cluuid:pid:xid:nid:opc:job mount.lustre:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5432:1874603278337664:192.168.203.118@tcp:503:
00000100:00100000:0.0:1787761156.196927:0:5432:0:(client.c:2715:ptlrpc_set_wait()) set 00000000679b2d16 going to sleep for 11 seconds
00000100:00100000:0.0:1787761156.200398:0:5432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000000fa1f25d pname:cluuid:pid:xid:nid:opc:job mount.lustre:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5432:1874603278337664:192.168.203.118@tcp:503:
00000100:00100000:1.0:1787761156.201302:0:5455:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000c682fd40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5455:1874603278337792:192.168.203.118@tcp:502:
00000100:00100000:1.0:1787761156.201392:0:5455:0:(client.c:2715:ptlrpc_set_wait()) set 0000000037a5ac80 going to sleep for 11 seconds
00000100:00100000:1.0:1787761156.209877:0:5455:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000c682fd40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5455:1874603278337792:192.168.203.118@tcp:502:
00000020:01000000:1.0:1787761156.209938:0:5455:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:1.0:1787761156.209949:0:5455:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1787761156.209951:0:5455:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers
00000020:01000000:1.0:1787761156.209958:0:5455:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9dd188112800
00000020:00000080:1.0:1787761156.209960:0:5455:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032
00000100:00100000:1.0:1787761156.210014:0:5455:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5455:1874603278337920:192.168.203.118@tcp:502:
00000100:00100000:1.0:1787761156.210104:0:5455:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd1865c8780 going to sleep for 11 seconds
00000100:00100000:1.0:1787761156.219768:0:5455:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5455:1874603278337920:192.168.203.118@tcp:502:
00000020:01000000:1.0:1787761156.219813:0:5455:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:1.0:1787761156.219834:0:5455:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1787761156.219837:0:5455:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers
00000040:00080000:1.0:1787761156.219841:0:5455:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4
00000020:01000000:2.0:1787761156.220212:0:5432:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0)
10000000:01000000:2.0:1787761156.220234:0:5432:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'params' succeeded (0).
00010000:00010000:2.0:1787761156.220256:0:5432:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff9dd1813fd200/0x9b4aaf9326dccf45 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcda7522c3ea36437 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787761156.220267:0:5432:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff9dd1813fd200/0x9b4aaf9326dccf45 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcda7522c3ea36437 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000080:01000000:2.0:1787761156.220286:0:5432:0:(llite_lib.c:1617:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov
00000020:00000080:2.0:1787761156.220306:0:5432:0:(genops.c:1385:class_connect()) connect: client 77a83949-2b43-45c1-ab70-5d6744f7bac3, cookie 0x9b4aaf9326dccf4c
00800000:01000000:2.0:1787761156.220336:0:5432:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 77a83949-2b43-45c1-ab70-5d6744f7bac3 to lustre-clilmv-ffff9dd188112800
00800000:01000000:2.0:1787761156.220342:0:5432:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff9dd188112800(77a83949-2b43-45c1-ab70-5d6744f7bac3) - lustre-MDT0000_UUID, 77a83949-2b43-45c1-ab70-5d6744f7bac3
00000020:00000080:2.0:1787761156.220350:0:5432:0:(genops.c:1385:class_connect()) connect: client 77a83949-2b43-45c1-ab70-5d6744f7bac3, cookie 0x9b4aaf9326dccf53
00000100:00080000:2.0:1787761156.220359:0:5432:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 0
00000100:00080000:2.0:1787761156.220367:0:5432:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787761156.220378:0:5432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 134217728, lost: 0.
00000100:00100000:2.0:1787761156.220403:0:5432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278338048/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761156.220431:0:5432:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID
00800000:01000000:2.0:1787761156.220542:0:5432:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff9dd188112800(77a83949-2b43-45c1-ab70-5d6744f7bac3) successfully (5)
00800000:00000004:2.0:1787761156.220546:0:5432:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff9dd188112800: age -800, max_age 0
00000080:00000004:2.0:1787761156.220573:0:5432:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff9dd188112800: age -800, max_age 200
00800000:00000004:2.0:1787761156.220578:0:5432:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9dd188112800: age -800, max_age 200
00000100:00080000:2.0:1787761156.220605:0:5432:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING)  req@ffff9dd193d152c0 x1874603278338304/t0(0) o41->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761156.220614:0:5432:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd186d0d840 going to sleep for 0 seconds
00000100:00080000:2.0:1787761156.220668:0:2353:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING)  req@ffff9dd193d15680 x1874603278338176/t0(0) o41->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761156.220950:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278338048:192.168.203.118@tcp:38:
00010000:00080000:0.0:1787761156.241371:0:2349:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9dd193d15e00 x1874603278338048/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/416 e 0 to 0 dl 1787761166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761156.241385:0:2349:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9dd188112800: committing for last_committed 0 gen 1
00000100:00080000:0.0:1787761156.241394:0:2349:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9dd188112800: connect to target with instance 1
00000001:01000000:3.0:1787761156.490818:0:2349:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9dd188112800: T10 checksum algorithm t10ip512 speed = 2475 MB/s
00000001:01000000:2.0:1787761156.740655:0:2349:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9dd188112800: T10 checksum algorithm t10ip4K speed = 1971 MB/s
00000001:01000000:2.0:1787761156.991950:0:2349:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9dd188112800: T10 checksum algorithm t10crc512 speed = 314 MB/s
00010000:00010000:3.0:1787761157.053423:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761157.244791:0:5432:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd186d0d840 going to sleep for 0 seconds
00000001:01000000:2.0:1787761157.245457:0:2349:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9dd188112800: T10 checksum algorithm t10crc4K speed = 480 MB/s
00000100:00080000:2.0:1787761157.245466:0:2349:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff9dd188112800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8
00000100:00080000:3.0:1787761157.246268:0:2349:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID
00000100:00080000:3.0:1787761157.246276:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL
00000100:00080000:3.0:1787761157.246755:0:2349:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000032e64633):  req@ffff9dd193d15680 x1874603278338176/t0(0) o41->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761157.246778:0:2349:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000f7c0ffae):  req@ffff9dd193d152c0 x1874603278338304/t0(0) o41->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761157.246798:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278338048:192.168.203.118@tcp:38:
00000100:00100000:1.0:1787761157.247085:0:5432:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd186d0d840 going to sleep for 11 seconds
00010000:00080000:1.0:1787761157.253042:0:5432:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9dd193d152c0 x1874603278338304/t0(0) o41->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1787761173 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761157.253062:0:5432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:77a83949-2b43-45c1-ab70-5d6744f7bac3:5432:1874603278338304:192.168.203.118@tcp:41:
00800000:00000004:1.0:1787761157.253084:0:5432:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9dd188112800: update ffff9dd1997c8450 cache blocks 317407/353529 objects 1023725/1024000
00000080:00000004:1.0:1787761157.253090:0:5432:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff9dd188112800: update ffff9dd1997cb8e0 cache blocks 317407/353529 objects 1023725/1024000
00000100:00100000:1.0:1787761157.253136:0:5432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job mount.lustre:77a83949-2b43-45c1-ab70-5d6744f7bac3:5432:1874603278338432:192.168.203.118@tcp:40:
00000100:00100000:1.0:1787761157.253206:0:5432:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd1865c83c0 going to sleep for 11 seconds
00010000:00080000:2.0:1787761157.256401:0:2353:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9dd193d15680 x1874603278338176/t0(0) o41->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1787761173 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761157.256452:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:0:1874603278338176:192.168.203.118@tcp:41:
00010000:00080000:1.0:1787761157.263606:0:5432:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9dd186d6c780 x1874603278338432/t0(0) o40->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 440/448 e 0 to 0 dl 1787761173 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761157.263626:0:5432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job mount.lustre:77a83949-2b43-45c1-ab70-5d6744f7bac3:5432:1874603278338432:192.168.203.118@tcp:40:
00000080:00000004:1.0:1787761157.263649:0:5432:0:(llite_lib.c:615:client_common_fill_super()) rootfid [0x200000007:0x1:0x0]
00000080:00100000:1.0:1787761157.263673:0:5432:0:(llite_lib.c:778:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683255 ocd_grant: 2146304
00020000:01000000:1.0:1787761157.263678:0:5432:0:(lov_obd.c:186:lov_connect()) connect #0
00000020:00000080:1.0:1787761157.263688:0:5432:0:(genops.c:1385:class_connect()) connect: client 77a83949-2b43-45c1-ab70-5d6744f7bac3, cookie 0x9b4aaf9326dccf5a
00000020:00000080:1.0:1787761157.263704:0:5432:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x9b4aaf9326dccf61
00000100:00080000:1.0:1787761157.263712:0:5432:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 0
00000100:00080000:1.0:1787761157.263720:0:5432:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9dd188112800: import ffff9dd1a03cc000 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787761157.263733:0:5432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683255 ocd_grant: 134217728, lost: 0.
00000100:00100000:1.0:1787761157.263755:0:5432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c780 x1874603278338560/t0(0) o8->lustre-OST0000-osc-ffff9dd188112800@192.168.203.118@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761157.263781:0:5432:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-OST0000_UUID
00020000:01000000:1.0:1787761157.263800:0:5432:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff9dd188112800) active
00000020:00000080:1.0:1787761157.263823:0:5432:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x9b4aaf9326dccf68
00000100:00080000:1.0:1787761157.263828:0:5432:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 0
00000100:00080000:1.0:1787761157.263833:0:5432:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9dd188112800: import ffff9dd1901e4000 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787761157.263839:0:5432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683255 ocd_grant: 134217728, lost: 0.
00000100:00100000:1.0:1787761157.263849:0:5432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6da40 x1874603278338688/t0(0) o8->lustre-OST0001-osc-ffff9dd188112800@192.168.203.118@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761157.263857:0:5432:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-OST0001_UUID
00020000:01000000:1.0:1787761157.263862:0:5432:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff9dd188112800) active
00000100:00100000:1.0:1787761157.263906:0:5432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:77a83949-2b43-45c1-ab70-5d6744f7bac3:5432:1874603278338816:192.168.203.118@tcp:33:
00000100:00100000:1.0:1787761157.264015:0:5432:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd1865c83c0 going to sleep for 11 seconds
00000100:00100000:2.0:1787761157.264121:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2352:1874603278338944:192.168.203.118@tcp:400:
00000100:00100000:3.0:1787761157.264470:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278338560:192.168.203.118@tcp:8:
00000100:00100000:3.0:1787761157.264538:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278338688:192.168.203.118@tcp:8:
00000100:00100000:2.0:1787761157.269579:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2352:1874603278338944:192.168.203.118@tcp:400:
00010000:00080000:3.0:1787761157.271504:0:2349:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9dd186d6da40 x1874603278338688/t0(0) o8->lustre-OST0001-osc-ffff9dd188112800@192.168.203.118@tcp:28/4 lens 520/416 e 0 to 0 dl 1787761167 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761157.271540:0:2349:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9dd188112800: committing for last_committed 0 gen 1
00000100:00080000:3.0:1787761157.271549:0:2349:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9dd188112800: connect to target with instance 1
00000100:00080000:3.0:1787761157.271559:0:2349:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9dd188112800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038
00000100:00080000:3.0:1787761157.271569:0:2349:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID
00000100:00080000:3.0:1787761157.271573:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e4000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL
00020000:01000000:3.0:1787761157.271579:0:2349:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active
00000080:00000004:3.0:1787761157.271584:0:2349:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038
00000080:00080000:3.0:1787761157.271600:0:2349:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536
00000100:00100000:3.0:1787761157.271626:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278338688:192.168.203.118@tcp:8:
00010000:00080000:3.0:1787761157.276190:0:2349:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9dd186d6c780 x1874603278338560/t0(0) o8->lustre-OST0000-osc-ffff9dd188112800@192.168.203.118@tcp:28/4 lens 520/416 e 0 to 0 dl 1787761167 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761157.276207:0:2349:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9dd188112800: committing for last_committed 0 gen 1
00000100:00080000:3.0:1787761157.276218:0:2349:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9dd188112800: connect to target with instance 1
00000100:00080000:3.0:1787761157.276226:0:2349:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9dd188112800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038
00000100:00080000:3.0:1787761157.276239:0:2349:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID
00000100:00080000:3.0:1787761157.276243:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1a03cc000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL
00020000:01000000:3.0:1787761157.276249:0:2349:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active
00000080:00000004:3.0:1787761157.276254:0:2349:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038
00000080:00080000:3.0:1787761157.276258:0:2349:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536
00000100:00100000:3.0:1787761157.276269:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278338560:192.168.203.118@tcp:8:
00010000:00080000:1.0:1787761157.344904:0:5432:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9dd186d6e1c0 x1874603278338816/t0(0) o33->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:23/10 lens 448/464 e 0 to 0 dl 1787761173 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0
00000100:00100000:1.0:1787761157.344923:0:5432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:77a83949-2b43-45c1-ab70-5d6744f7bac3:5432:1874603278338816:192.168.203.118@tcp:33:
00000080:00200000:1.0:1787761157.345124:0:5432:0:(llite_lib.c:3364:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148)
00000080:00200000:1.0:1787761157.345131:0:5432:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096
00000080:02000400:1.0:1787761157.345200:0:5432:0:(llite_lib.c:1656:ll_fill_super()) Mounted lustre-client - version 2.17.57_119_g5069d9c
00000080:00000004:1.0:1787761157.348819:0:5432:0:(super25.c:182:lustre_fill_super()) 192.168.203.118@tcp:/lustre: Mount complete
00000080:00200008:0.0:1787761157.520221:0:5472:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9dd184531148), request_mask 2047, flags 0, foreign 0
00000080:00200000:0.0:1787761157.520233:0:5472:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148),name=/
00000002:00010000:0.0:1787761157.520256:0:5472:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:0.0:1787761157.520315:0:5472:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 5472 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761157.520335:0:5472:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 5472 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761157.520345:0:5472:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 5472 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1787761157.520367:0:5472:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b243c0 pname:cluuid:pid:xid:nid:opc:job mkdir:77a83949-2b43-45c1-ab70-5d6744f7bac3:5472:1874603278339072:192.168.203.118@tcp:101:
00000100:00100000:0.0:1787761157.520610:0:5472:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd18544b540 going to sleep for 11 seconds
00000100:00100000:0.0:1787761157.528934:0:5472:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b243c0 pname:cluuid:pid:xid:nid:opc:job mkdir:77a83949-2b43-45c1-ab70-5d6744f7bac3:5472:1874603278339072:192.168.203.118@tcp:101:
00010000:00010000:0.0:1787761157.528959:0:5472:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761157.528970:0:5472:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761157.528982:0:5472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761157.528995:0:5472:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761157.529007:0:5472:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761157.529014:0:5472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761157.529040:0:5472:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000002:00100000:0.0:1787761157.529054:0:5472:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0  req@ffff9dd193b243c0 x1874603278339072/t0(0) o101->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 576/688 e 0 to 0 dl 1787761173 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0
00000002:00010000:0.0:1787761157.529068:0:5472:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761157.529081:0:5472:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9dd183fb3000 type 13 mode 4 res 8589934599/1 (0 0)
00000080:00200000:0.0:1787761157.529088:0:5472:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0
00000080:00200000:0.0:1787761157.529113:0:5472:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096
00000080:00010000:0.0:1787761157.529118:0:5472:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9dd184531148) for lock 0x9b4aaf9326dccf6f
00000080:00010000:0.0:1787761157.529123:0:5472:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9dd184531148)
00000080:00010000:0.0:1787761157.529126:0:5472:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9b4aaf9326dccf6f from it ffffbe38c3d77cc0
00010000:00010000:0.0:1787761157.529130:0:5472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761157.529140:0:5472:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:1.0:1787761158.077526:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787761159.102432:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200008:3.0:1787761159.960049:0:5524:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9dd184531148), request_mask 2047, flags 0, foreign 0
00000080:00200000:3.0:1787761159.960064:0:5524:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148),name=/
00000002:00010000:3.0:1787761159.960088:0:5524:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:3.0:1787761159.960107:0:5524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:3.0:1787761159.960122:0:5524:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00200000:3.0:1787761159.960130:0:5524:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:3.0:1787761159.960138:0:5524:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9dd184531148)
00000080:00010000:3.0:1787761159.960141:0:5524:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9dd184531148) for lock 0x9b4aaf9326dccf6f
00000080:00010000:3.0:1787761159.960149:0:5524:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9b4aaf9326dccf6f from it ffffbe38c16b7cc0
00010000:00010000:3.0:1787761159.960153:0:5524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:3.0:1787761159.960169:0:5524:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1
00000080:00200008:3.0:1787761159.961963:0:5524:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9dd184531148), request_mask 0, flags 0, foreign 0
00000080:00200000:3.0:1787761159.961971:0:5524:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148),name=/
00000002:00010000:3.0:1787761159.961987:0:5524:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:3.0:1787761159.962002:0:5524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1
00010000:00010000:3.0:1787761159.962014:0:5524:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1
00000080:00200000:3.0:1787761159.962022:0:5524:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:3.0:1787761159.962028:0:5524:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9dd184531148)
00000080:00010000:3.0:1787761159.962032:0:5524:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9dd184531148) for lock 0x9b4aaf9326dccf6f
00000080:00010000:3.0:1787761159.962038:0:5524:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9b4aaf9326dccf6f from it ffffbe38c16b7cc0
00010000:00010000:3.0:1787761159.962041:0:5524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1
00010000:00010000:3.0:1787761159.962049:0:5524:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00000080:00200000:3.0:1787761159.962239:0:5524:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148),name=/
00000002:00010000:3.0:1787761159.962249:0:5524:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:3.0:1787761159.962257:0:5524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00010000:00010000:3.0:1787761159.962275:0:5524:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00000080:00200000:3.0:1787761159.962281:0:5524:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:3.0:1787761159.962285:0:5524:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9dd184531148)
00000080:00010000:3.0:1787761159.962288:0:5524:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9dd184531148) for lock 0x9b4aaf9326dccf6f
00000080:00010000:3.0:1787761159.962293:0:5524:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9b4aaf9326dccf6f from it ffffbe38c16b7bb0
00010000:00010000:3.0:1787761159.962298:0:5524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00010000:00010000:3.0:1787761159.962305:0:5524:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1
00000080:00200000:3.0:1787761159.962312:0:5524:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148), inode mode 41ed mask 44
00000080:00200008:3.0:1787761159.962319:0:5524:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9dd184531148), flags 100000
00000080:00200080:3.0:1787761159.962511:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:3.0:1787761159.962604:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd183fb1c00 uarg=0000000000000000
00800000:00000004:3.0:1787761159.962611:0:5524:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9dd188112800: age 202, max_age 203
00000100:00100000:3.0:1787761159.962656:0:5524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job lfs:77a83949-2b43-45c1-ab70-5d6744f7bac3:5524:1874603278339200:192.168.203.118@tcp:41:
00000100:00100000:3.0:1787761159.962752:0:5524:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd199731d80 going to sleep for 11 seconds
00000100:00100000:1.0:1787761159.974409:0:5524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job lfs:77a83949-2b43-45c1-ab70-5d6744f7bac3:5524:1874603278339200:192.168.203.118@tcp:41:
00800000:00000004:1.0:1787761159.974439:0:5524:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9dd188112800: update ffff9dd1997c8450 cache blocks 317407/353529 objects 1023725/1024000
00000080:00200080:1.0:1787761159.974540:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974560:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974567:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974570:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974574:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974576:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974580:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974582:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974586:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974589:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974592:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974594:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974597:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974600:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974603:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974606:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974609:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974611:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974639:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974644:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974648:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974651:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974654:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974657:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974660:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974663:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974666:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974669:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974673:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974675:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974679:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974682:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974686:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974689:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974693:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974696:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974700:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974704:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974707:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974711:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974714:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974718:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974721:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974733:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974739:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974742:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974746:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974749:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974753:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974756:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974760:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974763:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974767:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974771:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974775:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974778:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974782:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974786:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974789:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974792:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974796:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974800:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974804:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974807:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974810:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974813:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974816:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974819:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974830:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974834:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974837:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974840:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974844:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974847:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974850:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974853:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974856:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974858:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974862:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974864:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974868:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974871:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974884:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974888:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974892:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974895:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974899:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974902:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974906:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974910:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974913:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974916:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974920:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974929:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974935:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974938:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974942:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974945:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974949:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974953:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974957:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974960:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974964:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974967:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974971:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974974:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974978:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974981:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974985:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974988:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974992:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.974995:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.974998:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.975001:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.975005:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.975008:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.975011:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.975015:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.975025:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.975030:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.975034:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.975038:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.975042:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.975046:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.975050:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.975053:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.975057:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00800000:00000080:1.0:1787761159.975060:0:5524:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.975064:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.975070:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00020000:00000004:1.0:1787761159.975078:0:5524:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff9dd188112800: age -800, max_age 203
00000100:00100000:1.0:1787761159.975114:0:5524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:77a83949-2b43-45c1-ab70-5d6744f7bac3:5524:1874603278339328:192.168.203.118@tcp:13:
00000100:00100000:1.0:1787761159.975187:0:5524:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd186d9f240 going to sleep for 11 seconds
00010000:00080000:1.0:1787761159.977148:0:5524:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9dd186d6e1c0 x1874603278339328/t0(0) o13->lustre-OST0000-osc-ffff9dd188112800@192.168.203.118@tcp:7/4 lens 224/368 e 0 to 0 dl 1787761175 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761159.977166:0:5524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:77a83949-2b43-45c1-ab70-5d6744f7bac3:5524:1874603278339328:192.168.203.118@tcp:13:
00020000:00000004:1.0:1787761159.977186:0:5524:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff9dd188112800: update ffff9dd188a78450 cache blocks 901403/958279 objects 261840/262144
00000080:00200080:1.0:1787761159.977242:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.977257:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00020000:00000004:1.0:1787761159.977264:0:5524:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff9dd188112800: age -800, max_age 203
00000100:00100000:1.0:1787761159.977293:0:5524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:77a83949-2b43-45c1-ab70-5d6744f7bac3:5524:1874603278339456:192.168.203.118@tcp:13:
00000100:00100000:1.0:1787761159.977356:0:5524:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd186d9f240 going to sleep for 11 seconds
00010000:00080000:1.0:1787761159.980116:0:5524:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9dd186d6e1c0 x1874603278339456/t0(0) o13->lustre-OST0001-osc-ffff9dd188112800@192.168.203.118@tcp:7/4 lens 224/368 e 0 to 0 dl 1787761175 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761159.980133:0:5524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job lfs:77a83949-2b43-45c1-ab70-5d6744f7bac3:5524:1874603278339456:192.168.203.118@tcp:13:
00020000:00000004:1.0:1787761159.980154:0:5524:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff9dd188112800: update ffff9dd188a21e98 cache blocks 901403/958279 objects 261840/262144
00000080:00200080:1.0:1787761159.980209:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980223:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980229:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980234:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980238:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980242:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980245:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980248:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980252:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980255:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980259:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980262:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980266:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980270:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980273:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980276:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980280:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980283:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980287:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980290:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980294:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980312:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980318:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980321:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980325:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980329:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980332:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980336:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980340:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980344:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980348:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980351:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980355:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980358:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980361:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980364:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980368:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980371:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980375:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980378:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980382:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980386:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980390:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980394:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980397:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980401:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980412:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980417:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980421:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980425:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980428:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980432:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980436:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980439:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980443:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980447:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980451:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980454:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980458:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980461:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980466:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980469:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980474:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980477:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980481:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980484:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980488:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980491:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980495:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980499:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980503:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980553:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980562:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980567:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980571:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980574:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980578:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980582:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980585:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980588:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980592:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980595:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980599:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980603:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980606:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980610:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980613:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980616:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980631:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980636:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980641:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980645:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980648:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980652:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980656:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980660:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980672:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980677:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980681:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980685:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980690:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980693:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980698:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980701:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980705:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980709:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980713:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980716:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980720:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980724:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980729:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980732:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980736:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980739:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980744:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980747:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980752:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980756:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980760:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980764:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980769:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980780:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980787:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980790:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200080:1.0:1787761159.980794:0:5524:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148) cmd=c00866a4 arg=7ffdc5162520
00020000:00000080:1.0:1787761159.980798:0:5524:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9dd188112800: cmd=c00866a4 len=592 karg=ffff9dd186d66800 uarg=0000000000000000
00000080:00200008:1.0:1787761159.980812:0:5524:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9dd184531148), flags 100000
00010000:00010000:3.0:1787761160.123723:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787761161.151848:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787761162.170908:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761162.492992:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2353:1874603278339584:192.168.203.118@tcp:400:
00000100:00100000:2.0:1787761162.493078:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2353:1874603278339840:192.168.203.118@tcp:400:
00000100:00100000:2.0:1787761162.493110:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:2.0:1787761162.493116:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2353:1874603278339712:192.168.203.118@tcp:400:
00000100:00100000:2.0:1787761162.493150:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d14f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2353:1874603278339968:192.168.203.118@tcp:400:
00000100:00100000:3.0:1787761162.501153:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2353:1874603278339712:192.168.203.118@tcp:400:
00000100:00100000:3.0:1787761162.501169:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2353:1874603278339584:192.168.203.118@tcp:400:
00010000:00080000:3.0:1787761162.504134:0:2353:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9dd193d143c0 x1874603278339840/t0(0) o400->lustre-OST0000-osc-ffff9dd188112800@192.168.203.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1787761178 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761162.504169:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2353:1874603278339840:192.168.203.118@tcp:400:
00010000:00080000:2.0:1787761162.517946:0:2353:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9dd193d14f00 x1874603278339968/t0(0) o400->lustre-OST0001-osc-ffff9dd188112800@192.168.203.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1787761178 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761162.517968:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d14f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2353:1874603278339968:192.168.203.118@tcp:400:
00000001:02000400:1.0:1787761163.024463:0:5714:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20
00010000:00010000:3.0:1787761163.198923:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787761164.221915:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787761165.242799:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787761166.274370:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761167.214470:0:2345:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.118@tcp (source: 12345-192.168.203.118@tcp)
00000100:00100000:2.0:1787761167.214505:0:2345:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.118@tcp (source: 12345-192.168.203.118@tcp)
00000100:00100000:2.0:1787761167.214673:0:5435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874603299334144
00000100:00100000:2.0:1787761167.214683:0:5435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874603299334144
00000100:00100000:2.0:1787761167.214726:0:5435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874603299334272
00000100:00100000:2.0:1787761167.214729:0:5435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874603299334272
00000100:00100000:2.0:1787761167.214744:0:5435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.118@tcp, seq: 0
00000100:00100000:2.0:1787761167.214753:0:5435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dd193d14f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c+4:8819:x1874603299334144:12345-192.168.203.118@tcp:104:
00010000:00010000:2.0:1787761167.214775:0:5435:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: MGC192.168.203.118@tcp lock: ffff9dd18167ec00/0x9b4aaf9326dccf14 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xcda7522c3ea36429 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787761167.214853:0:5435:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool
00000100:00100000:2.0:1787761167.214860:0:5435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dd193d14f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c+4:8819:x1874603299334144:12345-192.168.203.118@tcp:104: Request processed in 108us (399us total) trans 0 rc 0/0
00000100:00100000:2.0:1787761167.214868:0:5435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.118@tcp, seq: 0
00000100:00100000:2.0:1787761167.214885:0:5435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.118@tcp, seq: 1
00000100:00100000:2.0:1787761167.214891:0:5435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dd193d14b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c+3:8819:x1874603299334272:12345-192.168.203.118@tcp:104:
00010000:00010000:2.0:1787761167.214899:0:5435:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: MGC192.168.203.118@tcp lock: ffff9dd18167fc00/0x9b4aaf9326dccf0d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xcda7522c3ea36422 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787761167.214936:0:5435:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool
00000100:00100000:2.0:1787761167.214941:0:5435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dd193d14b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c+3:8819:x1874603299334272:12345-192.168.203.118@tcp:104: Request processed in 51us (436us total) trans 0 rc 0/0
00000100:00100000:2.0:1787761167.214948:0:5435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.118@tcp, seq: 1
00010000:00010000:1.0:1787761167.215550:0:5443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1787761167.215558:0:5443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.118@tcp lock: ffff9dd18167ec00/0x9b4aaf9326dccf14 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xcda7522c3ea36429 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761167.215568:0:5443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dd18167ec00 already unused, calling callback (ffffffffc03fdc20)
10000000:00010000:1.0:1787761167.215572:0:5443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.118@tcp lock: ffff9dd18167ec00/0x9b4aaf9326dccf14 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xcda7522c3ea36429 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761167.215582:0:5443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff9dd18167ec00/0x9b4aaf9326dccf14 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xcda7522c3ea36429 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:00010000:1.0:1787761167.215589:0:5443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff9dd18167ec00/0x9b4aaf9326dccf14 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xcda7522c3ea36429 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:1.0:1787761167.215607:0:5443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre)
00010000:00010000:1.0:1787761167.215660:0:5443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.118@tcp lock: ffff9dd18167ec00/0x9b4aaf9326dccf14 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcda7522c3ea36429 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761167.215667:0:5443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:1.0:1787761167.215684:0:5443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.118@tcp lock: ffff9dd18167ec00/0x9b4aaf9326dccf14 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcda7522c3ea36429 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761167.215692:0:5443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff9dd18167ec00/0x9b4aaf9326dccf14 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcda7522c3ea36429 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761167.215714:0:5443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1787761167.215717:0:5443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.118@tcp lock: ffff9dd18167fc00/0x9b4aaf9326dccf0d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcda7522c3ea36422 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761167.215722:0:5443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dd18167fc00 already unused, calling callback (ffffffffc03fdc20)
10000000:00010000:1.0:1787761167.215725:0:5443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.118@tcp lock: ffff9dd18167fc00/0x9b4aaf9326dccf0d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xcda7522c3ea36422 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761167.215732:0:5443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff9dd18167fc00/0x9b4aaf9326dccf0d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xcda7522c3ea36422 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:00010000:1.0:1787761167.215738:0:5443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff9dd18167fc00/0x9b4aaf9326dccf0d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xcda7522c3ea36422 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:1.0:1787761167.215743:0:5443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre)
00010000:00010000:1.0:1787761167.215766:0:5443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.118@tcp lock: ffff9dd18167fc00/0x9b4aaf9326dccf0d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcda7522c3ea36422 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761167.215772:0:5443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:1.0:1787761167.215776:0:5443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.118@tcp lock: ffff9dd18167fc00/0x9b4aaf9326dccf0d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcda7522c3ea36422 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761167.215782:0:5443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff9dd18167fc00/0x9b4aaf9326dccf0d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcda7522c3ea36422 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761167.215794:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787761167.215795:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787761167.215797:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787761167.216550:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761167.216626:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2351:1874603278340096:192.168.203.118@tcp:103:
00000100:00100000:0.0:1787761167.216874:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1787761167.216882:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2351:1874603278340224:192.168.203.118@tcp:103:
00000100:00100000:0.0:1787761167.236484:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2351:1874603278340224:192.168.203.118@tcp:103:
00000100:00100000:0.0:1787761167.236574:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2351:1874603278340096:192.168.203.118@tcp:103:
00010000:00010000:1.0:1787761167.296130:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761167.612372:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77a83949-2b43-45c1-ab70-5d6744f7bac3:2352:1874603278340480:192.168.203.118@tcp:400:
00000100:00100000:3.0:1787761167.612383:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2353:1874603278340352:192.168.203.118@tcp:400:
00000100:00100000:3.0:1787761167.612464:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2353:1874603278340608:192.168.203.118@tcp:400:
00000100:00100000:2.0:1787761167.616583:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2353:1874603278340352:192.168.203.118@tcp:400:
00010000:00080000:2.0:1787761167.625685:0:2353:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9dd193d16940 x1874603278340608/t0(0) o400->lustre-OST0001-osc-ffff9dd188112800@192.168.203.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1787761183 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761167.625706:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2353:1874603278340608:192.168.203.118@tcp:400:
00010000:00080000:3.0:1787761167.627578:0:2352:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9dd193d143c0 x1874603278340480/t0(0) o400->lustre-OST0000-osc-ffff9dd188112800@192.168.203.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1787761183 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761167.627595:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77a83949-2b43-45c1-ab70-5d6744f7bac3:2352:1874603278340480:192.168.203.118@tcp:400:
00010000:00010000:0.0:1787761168.318648:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787761169.338620:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
10000000:01000000:3.0:1787761169.531603:0:5446:0:(mgc_request.c:611:do_requeue()) updating log lustre-client
10000000:01000000:3.0:1787761169.531611:0:5446:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9dd188112800 from 39
10000000:01000000:3.0:1787761169.531616:0:5446:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c)
00010000:00010000:3.0:1787761169.531664:0:5446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff9dd1c21cb000/0x9b4aaf9326dccf76 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761169.531674:0:5446:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff9dd1c21cb000/0x9b4aaf9326dccf76 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761169.531685:0:5446:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff9dd1c21cb000/0x9b4aaf9326dccf76 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1787761169.531708:0:5446:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5446:1874603278340736:192.168.203.118@tcp:101:
00000100:00100000:3.0:1787761169.531796:0:5446:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd1997316c0 going to sleep for 11 seconds
00000100:00100000:3.0:1787761169.536925:0:5446:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5446:1874603278340736:192.168.203.118@tcp:101:
00010000:00010000:3.0:1787761169.536970:0:5446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff9dd1c21cb000/0x9b4aaf9326dccf76 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcda7522c3ea364ca expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761169.536982:0:5446:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff9dd1c21cb000/0x9b4aaf9326dccf76 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcda7522c3ea364ca expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1787761169.537063:0:5446:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5446:1874603278340864:192.168.203.118@tcp:501:
00000100:00100000:3.0:1787761169.537135:0:5446:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd1997316c0 going to sleep for 11 seconds
00000100:00100000:3.0:1787761169.539045:0:5446:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5446:1874603278340864:192.168.203.118@tcp:501:
00000100:00100000:3.0:1787761169.539121:0:5446:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5446:1874603278340992:192.168.203.118@tcp:503:
00000100:00100000:3.0:1787761169.539198:0:5446:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd1997316c0 going to sleep for 11 seconds
00000100:00100000:3.0:1787761169.557789:0:5446:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5446:1874603278340992:192.168.203.118@tcp:503:
00000100:00100000:3.0:1787761169.560920:0:5925:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5925:1874603278341120:192.168.203.118@tcp:502:
00000100:00100000:3.0:1787761169.561042:0:5925:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd199731300 going to sleep for 11 seconds
00000100:00100000:3.0:1787761169.571778:0:5925:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5925:1874603278341120:192.168.203.118@tcp:502:
00000020:01000000:3.0:1787761169.571838:0:5925:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:3.0:1787761169.571848:0:5925:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1787761169.571850:0:5925:0:(obd_config.c:1563:class_process_config()) marker 27 (0x1) lustre sys.jobid_var
00000020:00000080:3.0:1787761169.571856:0:5925:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f
00000100:00100000:3.0:1787761169.571894:0:5925:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5925:1874603278341248:192.168.203.118@tcp:502:llog_process_th.0
00000100:00100000:3.0:1787761169.571980:0:5925:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd199731300 going to sleep for 11 seconds
00000100:00100000:3.0:1787761169.573753:0:5925:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5925:1874603278341248:192.168.203.118@tcp:502:llog_process_th.0
00000020:01000000:3.0:1787761169.573793:0:5925:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:3.0:1787761169.573822:0:5925:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1787761169.573824:0:5925:0:(obd_config.c:1563:class_process_config()) marker 27 (0x2) lustre sys.jobid_var
00000040:00080000:3.0:1787761169.573828:0:5925:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42
00000020:01000000:1.0:1787761169.574053:0:5446:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 39-41 (rc=0)
10000000:01000000:1.0:1787761169.574070:0:5446:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'lustre-client' succeeded (0).
00010000:00010000:1.0:1787761169.574081:0:5446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff9dd1c21cb000/0x9b4aaf9326dccf76 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcda7522c3ea364ca expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761169.574092:0:5446:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff9dd1c21cb000/0x9b4aaf9326dccf76 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcda7522c3ea364ca expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:1.0:1787761169.574102:0:5446:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc
10000000:01000000:1.0:1787761169.574105:0:5446:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9dd188a24ed8 from 1
10000000:01000000:1.0:1787761169.574108:0:5446:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c)
00010000:00010000:1.0:1787761169.574137:0:5446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff9dd18167fc00/0x9b4aaf9326dccf7d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761169.574145:0:5446:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff9dd18167fc00/0x9b4aaf9326dccf7d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761169.574154:0:5446:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff9dd18167fc00/0x9b4aaf9326dccf7d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1787761169.574173:0:5446:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5446:1874603278341376:192.168.203.118@tcp:101:ll_cfg_requeue.0
00000100:00100000:1.0:1787761169.574240:0:5446:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd186d9f480 going to sleep for 11 seconds
00000100:00100000:1.0:1787761169.581974:0:5446:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5446:1874603278341376:192.168.203.118@tcp:101:ll_cfg_requeue.0
00010000:00010000:1.0:1787761169.582003:0:5446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff9dd18167fc00/0x9b4aaf9326dccf7d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcda7522c3ea364d1 expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761169.582016:0:5446:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff9dd18167fc00/0x9b4aaf9326dccf7d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xcda7522c3ea364d1 expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1787761169.582128:0:5446:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5446:1874603278341504:192.168.203.118@tcp:501:ll_cfg_requeue.0
00000100:00100000:1.0:1787761169.582200:0:5446:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd186d9f480 going to sleep for 11 seconds
00000100:00100000:1.0:1787761169.592286:0:5446:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5446:1874603278341504:192.168.203.118@tcp:501:ll_cfg_requeue.0
10000000:01000000:1.0:1787761169.592332:0:5446:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'lustre-sptlrpc' failed (-2).
00010000:00010000:1.0:1787761169.592342:0:5446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff9dd18167fc00/0x9b4aaf9326dccf7d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcda7522c3ea364d1 expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761169.592352:0:5446:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff9dd18167fc00/0x9b4aaf9326dccf7d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcda7522c3ea364d1 expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761170.364043:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787761171.388610:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761171.558906:0:2344:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.118@tcp (source: 12345-192.168.203.118@tcp)
00000100:00100000:3.0:1787761171.559038:0:5435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874603299341184
00000100:00100000:3.0:1787761171.559047:0:5435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874603299341184
00000100:00100000:3.0:1787761171.559101:0:5435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.118@tcp, seq: 2
00000100:00100000:3.0:1787761171.559112:0:5435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dd193d16940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c+3:8878:x1874603299341184:12345-192.168.203.118@tcp:104:
00010000:00010000:3.0:1787761171.559129:0:5435:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: MGC192.168.203.118@tcp lock: ffff9dd1813fd200/0x9b4aaf9326dccf45 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcda7522c3ea36437 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761171.559205:0:5435:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool
00000100:00100000:3.0:1787761171.559220:0:5435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dd193d16940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c+3:8878:x1874603299341184:12345-192.168.203.118@tcp:104: Request processed in 102us (316us total) trans 0 rc 0/0
00000100:00100000:3.0:1787761171.559228:0:5435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.118@tcp, seq: 2
00010000:00010000:0.0:1787761171.559362:0:5444:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1787761171.559369:0:5444:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.118@tcp lock: ffff9dd1813fd200/0x9b4aaf9326dccf45 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcda7522c3ea36437 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761171.559377:0:5444:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dd1813fd200 already unused, calling callback (ffffffffc03fdc20)
10000000:00010000:0.0:1787761171.559381:0:5444:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.118@tcp lock: ffff9dd1813fd200/0x9b4aaf9326dccf45 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xcda7522c3ea36437 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761171.559389:0:5444:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff9dd1813fd200/0x9b4aaf9326dccf45 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xcda7522c3ea36437 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:00010000:0.0:1787761171.559396:0:5444:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff9dd1813fd200/0x9b4aaf9326dccf45 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xcda7522c3ea36437 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:0.0:1787761171.559402:0:5444:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params)
00010000:00010000:0.0:1787761171.559444:0:5444:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.118@tcp lock: ffff9dd1813fd200/0x9b4aaf9326dccf45 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcda7522c3ea36437 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761171.559451:0:5444:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:0.0:1787761171.559471:0:5444:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.118@tcp lock: ffff9dd1813fd200/0x9b4aaf9326dccf45 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcda7522c3ea36437 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761171.559478:0:5444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff9dd1813fd200/0x9b4aaf9326dccf45 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcda7522c3ea36437 expref: -99 pid: 5432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761171.559497:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787761171.559499:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787761171.559556:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761171.559571:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2351:1874603278341632:192.168.203.118@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1787761171.564927:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2351:1874603278341632:192.168.203.118@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1787761172.410711:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761172.733815:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2351:1874603278341888:192.168.203.118@tcp:400:kworker.0
00000100:00100000:0.0:1787761172.734062:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b27c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2351:1874603278342144:192.168.203.118@tcp:400:kworker.0
00000100:00100000:0.0:1787761172.734111:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:0.0:1787761172.734117:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2351:1874603278341760:192.168.203.118@tcp:400:kworker.0
00000100:00100000:0.0:1787761172.734143:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2351:1874603278342016:192.168.203.118@tcp:400:kworker.0
00000100:00100000:0.0:1787761172.747279:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2351:1874603278341760:192.168.203.118@tcp:400:kworker.0
00010000:00080000:0.0:1787761172.747302:0:2351:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9dd193b26580 x1874603278342016/t0(0) o400->lustre-OST0000-osc-ffff9dd188112800@192.168.203.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1787761188 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761172.747321:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2351:1874603278342016:192.168.203.118@tcp:400:kworker.0
00000100:00100000:0.0:1787761172.747334:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2351:1874603278341888:192.168.203.118@tcp:400:kworker.0
00010000:00080000:0.0:1787761172.747345:0:2351:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9dd193b27c00 x1874603278342144/t0(0) o400->lustre-OST0001-osc-ffff9dd188112800@192.168.203.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1787761188 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761172.747354:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b27c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2351:1874603278342144:192.168.203.118@tcp:400:kworker.0
10000000:01000000:1.0:1787761173.370778:0:5446:0:(mgc_request.c:611:do_requeue()) updating log params
10000000:01000000:1.0:1787761173.370805:0:5446:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9dd188112800 from 4
10000000:01000000:1.0:1787761173.370810:0:5446:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170)
00010000:00010000:1.0:1787761173.370861:0:5446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff9dd18167f800/0x9b4aaf9326dccf84 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761173.370872:0:5446:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff9dd18167f800/0x9b4aaf9326dccf84 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761173.370883:0:5446:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff9dd18167f800/0x9b4aaf9326dccf84 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1787761173.370909:0:5446:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5446:1874603278342272:192.168.203.118@tcp:101:ll_cfg_requeue.0
00000100:00100000:1.0:1787761173.371012:0:5446:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd186d9fa80 going to sleep for 11 seconds
00000100:00100000:1.0:1787761173.374211:0:5446:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5446:1874603278342272:192.168.203.118@tcp:101:ll_cfg_requeue.0
00010000:00010000:1.0:1787761173.374263:0:5446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff9dd18167f800/0x9b4aaf9326dccf84 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcda7522c3ea36509 expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761173.374275:0:5446:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff9dd18167f800/0x9b4aaf9326dccf84 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcda7522c3ea36509 expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1787761173.374373:0:5446:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5446:1874603278342400:192.168.203.118@tcp:501:ll_cfg_requeue.0
00000100:00100000:1.0:1787761173.374774:0:5446:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd186d9fa80 going to sleep for 11 seconds
00000100:00100000:1.0:1787761173.398079:0:5446:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5446:1874603278342400:192.168.203.118@tcp:501:ll_cfg_requeue.0
00000100:00100000:1.0:1787761173.398146:0:5446:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5446:1874603278342528:192.168.203.118@tcp:503:ll_cfg_requeue.0
00000100:00100000:1.0:1787761173.398250:0:5446:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd186d9fa80 going to sleep for 11 seconds
00000100:00100000:1.0:1787761173.411352:0:5446:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5446:1874603278342528:192.168.203.118@tcp:503:ll_cfg_requeue.0
00000100:00100000:1.0:1787761173.415229:0:5988:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5988:1874603278342656:192.168.203.118@tcp:502:llog_process_th.0
00000100:00100000:1.0:1787761173.415335:0:5988:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd186d9f780 going to sleep for 11 seconds
00000100:00100000:1.0:1787761173.421087:0:5988:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5988:1874603278342656:192.168.203.118@tcp:502:llog_process_th.0
00000020:01000000:1.0:1787761173.421135:0:5988:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:1.0:1787761173.421145:0:5988:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1787761173.421148:0:5988:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash
00000020:01000000:1.0:1787761173.421154:0:5988:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9dd188112800
00000020:00000080:1.0:1787761173.421157:0:5988:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032
00000100:00100000:1.0:1787761173.423627:0:5988:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5988:1874603278342784:192.168.203.118@tcp:502:llog_process_th.0
00000100:00100000:1.0:1787761173.423745:0:5988:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd186d9f780 going to sleep for 11 seconds
00000100:00100000:3.0:1787761173.432083:0:5988:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5988:1874603278342784:192.168.203.118@tcp:502:llog_process_th.0
00000020:01000000:3.0:1787761173.432132:0:5988:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:3.0:1787761173.432140:0:5988:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1787761173.432143:0:5988:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash
00000040:00080000:3.0:1787761173.432148:0:5988:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7
00000020:01000000:0.0:1787761173.432625:0:5446:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0)
10000000:01000000:0.0:1787761173.432646:0:5446:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'params' succeeded (0).
00010000:00010000:0.0:1787761173.432658:0:5446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff9dd18167f800/0x9b4aaf9326dccf84 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcda7522c3ea36509 expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761173.432681:0:5446:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff9dd18167f800/0x9b4aaf9326dccf84 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcda7522c3ea36509 expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761173.435432:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787761174.460400:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787761175.485907:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787761176.508880:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787761177.533494:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761177.851645:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2351:1874603278343040:192.168.203.118@tcp:400:kworker.0
00000100:00100000:0.0:1787761177.851792:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2351:1874603278343296:192.168.203.118@tcp:400:kworker.0
00000100:00100000:0.0:1787761177.851828:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:0.0:1787761177.851834:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2351:1874603278342912:192.168.203.118@tcp:400:kworker.0
00000100:00100000:0.0:1787761177.851869:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2351:1874603278343168:192.168.203.118@tcp:400:kworker.0
00000100:00100000:0.0:1787761177.856973:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2351:1874603278343040:192.168.203.118@tcp:400:kworker.0
00000100:00100000:0.0:1787761177.866196:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2351:1874603278342912:192.168.203.118@tcp:400:kworker.0
00010000:00080000:0.0:1787761177.866229:0:2351:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9dd193b26940 x1874603278343168/t0(0) o400->lustre-OST0000-osc-ffff9dd188112800@192.168.203.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1787761193 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761177.866241:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2351:1874603278343168:192.168.203.118@tcp:400:kworker.0
00010000:00080000:0.0:1787761177.866251:0:2351:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9dd193b26d00 x1874603278343296/t0(0) o400->lustre-OST0001-osc-ffff9dd188112800@192.168.203.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1787761193 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761177.866259:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2351:1874603278343296:192.168.203.118@tcp:400:kworker.0
00000001:02000400:3.0:1787761178.294284:0:6286:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg318-client.virtnet: executing check_logdir /tmp/testlogs/
00010000:00010000:2.0:1787761178.555431:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787761179.582702:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787761180.606883:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787761181.626759:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787761182.650740:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761182.970755:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1a03cc000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING
00000100:02000000:3.0:1787761182.970761:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9dd188112800: disconnect after 23s idle
00000100:00080000:3.0:1787761182.980928:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e4000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING
00000100:02000000:3.0:1787761182.980934:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9dd188112800: disconnect after 23s idle
00000100:00100000:3.0:1787761182.980979:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2352:1874603278343424:192.168.203.118@tcp:400:kworker.0
00000100:00100000:3.0:1787761182.981084:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1787761182.981103:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77a83949-2b43-45c1-ab70-5d6744f7bac3:2352:1874603278343552:192.168.203.118@tcp:400:kworker.0
00000100:00100000:0.0:1787761182.981411:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278343680:192.168.203.118@tcp:9:kworker.0
00000100:00100000:0.0:1787761182.981463:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278343808:192.168.203.118@tcp:9:kworker.0
00000100:00100000:3.0:1787761182.996944:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77a83949-2b43-45c1-ab70-5d6744f7bac3:2352:1874603278343552:192.168.203.118@tcp:400:kworker.0
00000100:00100000:3.0:1787761182.996958:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2352:1874603278343424:192.168.203.118@tcp:400:kworker.0
00010000:00080000:0.0:1787761183.004779:0:2349:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9dd193c74b40 x1874603278343680/t0(0) o9->lustre-OST0000-osc-ffff9dd188112800@192.168.203.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1787761192 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761183.004800:0:2349:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0  req@ffff9dd193c74b40 x1874603278343680/t0(0) o9->lustre-OST0000-osc-ffff9dd188112800@192.168.203.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1787761192 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761183.004810:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1a03cc000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE
00000100:00100000:0.0:1787761183.004815:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278343680:192.168.203.118@tcp:9:kworker.0
00010000:00080000:2.0:1787761183.004891:0:2349:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549)  req@ffff9dd193c76940 x1874603278343808/t0(0) o9->lustre-OST0001-osc-ffff9dd188112800@192.168.203.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1787761192 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761183.004905:0:2349:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0  req@ffff9dd193c76940 x1874603278343808/t0(0) o9->lustre-OST0001-osc-ffff9dd188112800@192.168.203.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1787761192 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761183.004912:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e4000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE
00000100:00100000:2.0:1787761183.004916:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278343808:192.168.203.118@tcp:9:kworker.0
00010000:00010000:2.0:1787761183.680272:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:0.0:1787761183.748026:0:6568:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg318-client.virtnet: executing yml_node
00010000:00010000:3.0:1787761184.700381:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787761185.723115:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787761186.746719:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787761187.770787:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:2.0:1787761188.001787:0:7006:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.57.119
00000100:00100000:3.0:1787761188.091706:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2352:1874603278343936:192.168.203.118@tcp:400:kworker.0
00000100:00100000:3.0:1787761188.091795:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1787761188.091801:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77a83949-2b43-45c1-ab70-5d6744f7bac3:2352:1874603278344064:192.168.203.118@tcp:400:kworker.0
00000100:00100000:3.0:1787761188.110651:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77a83949-2b43-45c1-ab70-5d6744f7bac3:2352:1874603278344064:192.168.203.118@tcp:400:kworker.0
00000100:00100000:3.0:1787761188.110666:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2352:1874603278343936:192.168.203.118@tcp:400:kworker.0
00010000:00010000:1.0:1787761188.794639:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787761189.821296:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787761190.843633:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:3.0:1787761190.952973:0:7160:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.57.119
00010000:00010000:3.0:1787761191.867183:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787761192.912574:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761193.213496:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2350:1874603278344192:192.168.203.118@tcp:400:kworker.0
00000100:00100000:1.0:1787761193.215984:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2350:1874603278344192:192.168.203.118@tcp:400:kworker.0
00000100:00100000:1.0:1787761193.216005:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1787761193.216013:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77a83949-2b43-45c1-ab70-5d6744f7bac3:2350:1874603278344320:192.168.203.118@tcp:400:kworker.0
00000100:00100000:1.0:1787761193.222264:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77a83949-2b43-45c1-ab70-5d6744f7bac3:2350:1874603278344320:192.168.203.118@tcp:400:kworker.0
00000001:02000400:1.0:1787761193.648800:0:7315:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.57.119
00010000:00010000:3.0:1787761193.914999:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787761194.939142:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:3.0:1787761195.416267:0:7460:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: sanity-compr ============----- Wed Aug 26 12:19:54 EDT 2026
00010000:00010000:2.0:1787761195.967447:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787761196.986733:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787761198.010728:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761198.342383:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2351:1874603278344576:192.168.203.118@tcp:400:kworker.0
00000100:00100000:1.0:1787761198.342472:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1787761198.342479:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2351:1874603278344448:192.168.203.118@tcp:400:kworker.0
00000100:00100000:1.0:1787761198.357786:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2351:1874603278344448:192.168.203.118@tcp:400:kworker.0
00000100:00100000:1.0:1787761198.357809:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2351:1874603278344576:192.168.203.118@tcp:400:kworker.0
00010000:00010000:3.0:1787761199.046595:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787761200.068201:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787761201.093685:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787761202.115050:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787761203.136000:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761203.451013:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2352:1874603278344704:192.168.203.118@tcp:400:kworker.0
00000100:00100000:3.0:1787761203.452156:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1787761203.452179:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77a83949-2b43-45c1-ab70-5d6744f7bac3:2352:1874603278344832:192.168.203.118@tcp:400:kworker.0
00000100:00100000:2.0:1787761203.467938:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77a83949-2b43-45c1-ab70-5d6744f7bac3:2352:1874603278344832:192.168.203.118@tcp:400:kworker.0
00000100:00100000:2.0:1787761203.467956:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2352:1874603278344704:192.168.203.118@tcp:400:kworker.0
00010000:00010000:2.0:1787761204.154813:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787761205.178823:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787761206.212258:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787761207.226931:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787761208.252482:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761208.570807:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2350:1874603278344960:192.168.203.118@tcp:400:kworker.0
00000100:00100000:1.0:1787761208.570912:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1787761208.570920:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77a83949-2b43-45c1-ab70-5d6744f7bac3:2350:1874603278345088:192.168.203.118@tcp:400:kworker.0
00000100:00100000:1.0:1787761208.599358:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77a83949-2b43-45c1-ab70-5d6744f7bac3:2350:1874603278345088:192.168.203.118@tcp:400:kworker.0
00000100:00100000:1.0:1787761208.599378:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2350:1874603278344960:192.168.203.118@tcp:400:kworker.0
00010000:00010000:3.0:1787761209.274739:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787761210.298988:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787761211.324748:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787761212.346865:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787761213.373723:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761213.694649:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2352:1874603278345216:192.168.203.118@tcp:400:kworker.0
00000100:00100000:2.0:1787761213.694732:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1787761213.694744:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77a83949-2b43-45c1-ab70-5d6744f7bac3:2352:1874603278345344:192.168.203.118@tcp:400:kworker.0
00000100:00100000:2.0:1787761213.699441:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77a83949-2b43-45c1-ab70-5d6744f7bac3:2352:1874603278345344:192.168.203.118@tcp:400:kworker.0
00000100:00100000:2.0:1787761213.699464:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2352:1874603278345216:192.168.203.118@tcp:400:kworker.0
00010000:00010000:3.0:1787761214.398014:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787761215.418852:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787761216.443563:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787761217.466680:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:1.0:1787761217.571194:0:7977:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 1081
00010000:00010000:1.0:1787761218.501981:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761218.813839:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2352:1874603278345472:192.168.203.118@tcp:400:kworker.0
00000100:00100000:2.0:1787761218.813937:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1787761218.813943:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77a83949-2b43-45c1-ab70-5d6744f7bac3:2352:1874603278345600:192.168.203.118@tcp:400:kworker.0
00000100:00100000:2.0:1787761218.819109:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77a83949-2b43-45c1-ab70-5d6744f7bac3:2352:1874603278345600:192.168.203.118@tcp:400:kworker.0
00000100:00100000:2.0:1787761218.831082:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2352:1874603278345472:192.168.203.118@tcp:400:kworker.0
00000001:02000400:1.0:1787761219.160221:0:8120:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === sanity-compr: start setup 12:20:17 (1787761217) ===
00010000:00010000:2.0:1787761219.521176:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200008:0.0:1787761219.521764:0:7475:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9dd184531148), request_mask 2047, flags 0, foreign 0
00000080:00200000:0.0:1787761219.521776:0:7475:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148),name=/
00000002:00010000:0.0:1787761219.521795:0:7475:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:0.0:1787761219.521811:0:7475:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1
00010000:00010000:0.0:1787761219.521825:0:7475:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1
00000080:00200000:0.0:1787761219.521832:0:7475:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:0.0:1787761219.521839:0:7475:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9dd184531148)
00000080:00010000:0.0:1787761219.521842:0:7475:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9dd184531148) for lock 0x9b4aaf9326dccf6f
00000080:00010000:0.0:1787761219.521849:0:7475:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9b4aaf9326dccf6f from it ffffbe38c1d17cc0
00010000:00010000:0.0:1787761219.521852:0:7475:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1
00010000:00010000:0.0:1787761219.521862:0:7475:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1
00000080:00200008:1.0:1787761219.562954:0:7475:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9dd184531148), request_mask 2047, flags 0, foreign 0
00000080:00200000:1.0:1787761219.562976:0:7475:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148),name=/
00000002:00010000:1.0:1787761219.562996:0:7475:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:1.0:1787761219.563016:0:7475:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1
00010000:00010000:1.0:1787761219.563030:0:7475:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1
00000080:00200000:1.0:1787761219.563039:0:7475:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:1.0:1787761219.563046:0:7475:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9dd184531148)
00000080:00010000:1.0:1787761219.563050:0:7475:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9dd184531148) for lock 0x9b4aaf9326dccf6f
00000080:00010000:1.0:1787761219.563057:0:7475:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9b4aaf9326dccf6f from it ffffbe38c1d17cc0
00010000:00010000:1.0:1787761219.563061:0:7475:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1
00010000:00010000:1.0:1787761219.563070:0:7475:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1
00000080:00200008:1.0:1787761219.597439:0:7475:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9dd184531148), request_mask 2047, flags 0, foreign 0
00000080:00200000:1.0:1787761219.597451:0:7475:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148),name=/
00000002:00010000:1.0:1787761219.597478:0:7475:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:1.0:1787761219.597496:0:7475:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1
00010000:00010000:1.0:1787761219.597511:0:7475:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1
00000080:00200000:1.0:1787761219.597543:0:7475:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:1.0:1787761219.597560:0:7475:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9dd184531148)
00000080:00010000:1.0:1787761219.597564:0:7475:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9dd184531148) for lock 0x9b4aaf9326dccf6f
00000080:00010000:1.0:1787761219.597573:0:7475:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9b4aaf9326dccf6f from it ffffbe38c1d17cc0
00010000:00010000:1.0:1787761219.597577:0:7475:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1
00010000:00010000:1.0:1787761219.597585:0:7475:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1
00000080:00200008:1.0:1787761219.629331:0:7475:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9dd184531148), request_mask 2047, flags 0, foreign 0
00000080:00200000:1.0:1787761219.629343:0:7475:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148),name=/
00000002:00010000:1.0:1787761219.629365:0:7475:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:1.0:1787761219.629384:0:7475:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1
00010000:00010000:1.0:1787761219.629400:0:7475:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1
00000080:00200000:1.0:1787761219.629409:0:7475:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:1.0:1787761219.629417:0:7475:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9dd184531148)
00000080:00010000:1.0:1787761219.629421:0:7475:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9dd184531148) for lock 0x9b4aaf9326dccf6f
00000080:00010000:1.0:1787761219.629429:0:7475:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9b4aaf9326dccf6f from it ffffbe38c1d17cc0
00010000:00010000:1.0:1787761219.629434:0:7475:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1
00010000:00010000:1.0:1787761219.629444:0:7475:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1
00010000:00010000:1.0:1787761220.540879:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787761221.564083:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787761222.586753:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787761223.610740:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761223.931709:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2352:1874603278345728:192.168.203.118@tcp:400:kworker.0
00000100:00100000:2.0:1787761223.931795:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1787761223.931802:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77a83949-2b43-45c1-ab70-5d6744f7bac3:2352:1874603278345856:192.168.203.118@tcp:400:kworker.0
00000100:00100000:3.0:1787761223.935231:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:77a83949-2b43-45c1-ab70-5d6744f7bac3:2352:1874603278345856:192.168.203.118@tcp:400:kworker.0
00000100:00100000:3.0:1787761223.935246:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2352:1874603278345728:192.168.203.118@tcp:400:kworker.0
00010000:00010000:1.0:1787761224.634591:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787761225.660028:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:1.0:1787761225.787084:0:8389:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg318-client.virtnet: executing check_config_client /mnt/lustre
00010000:00010000:1.0:1787761226.682841:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787761227.710215:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787761228.730669:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761229.052727:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2350:1874603278345984:192.168.203.118@tcp:400:kworker.0
00000100:00100000:0.0:1787761229.052827:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1787761229.052834:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77a83949-2b43-45c1-ab70-5d6744f7bac3:2350:1874603278346112:192.168.203.118@tcp:400:kworker.0
00000100:00100000:0.0:1787761229.057506:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77a83949-2b43-45c1-ab70-5d6744f7bac3:2350:1874603278346112:192.168.203.118@tcp:400:kworker.0
00000100:00100000:0.0:1787761229.057562:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2350:1874603278345984:192.168.203.118@tcp:400:kworker.0
00010000:00010000:2.0:1787761229.757430:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787761230.778738:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787761231.804752:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787761232.826851:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787761233.852412:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761234.170876:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2353:1874603278346368:192.168.203.118@tcp:400:kworker.0
00000100:00100000:2.0:1787761234.171000:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1787761234.171008:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2353:1874603278346240:192.168.203.118@tcp:400:kworker.0
00000100:00100000:3.0:1787761234.174747:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2353:1874603278346240:192.168.203.118@tcp:400:kworker.0
00000100:00100000:3.0:1787761234.174768:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2353:1874603278346368:192.168.203.118@tcp:400:kworker.0
00010000:00010000:1.0:1787761234.887012:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787761235.901452:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787761236.922797:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787761237.946774:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787761238.970681:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761239.292121:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2353:1874603278346624:192.168.203.118@tcp:400:kworker.0
00000100:00100000:3.0:1787761239.292211:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1787761239.292218:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2353:1874603278346496:192.168.203.118@tcp:400:kworker.0
00000100:00100000:3.0:1787761239.296411:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2353:1874603278346496:192.168.203.118@tcp:400:kworker.0
00000100:00100000:3.0:1787761239.296989:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2353:1874603278346624:192.168.203.118@tcp:400:kworker.0
00010000:00010000:3.0:1787761239.994904:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787761241.018837:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787761242.042708:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:2.0:1787761242.916245:0:9043:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20
00010000:00010000:0.0:1787761243.068039:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787761244.092619:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761244.419969:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2350:1874603278346752:192.168.203.118@tcp:400:kworker.0
00000100:00100000:1.0:1787761244.420378:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1787761244.420957:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77a83949-2b43-45c1-ab70-5d6744f7bac3:2350:1874603278346880:192.168.203.118@tcp:400:kworker.0
00000100:00100000:1.0:1787761244.431238:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77a83949-2b43-45c1-ab70-5d6744f7bac3:2350:1874603278346880:192.168.203.118@tcp:400:kworker.0
00000100:00100000:0.0:1787761244.434919:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2350:1874603278346752:192.168.203.118@tcp:400:kworker.0
00010000:00010000:2.0:1787761245.115899:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787761246.139112:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761247.102701:0:2344:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.118@tcp (source: 12345-192.168.203.118@tcp)
00000100:00100000:2.0:1787761247.102850:0:5436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874603299359360
00000100:00100000:2.0:1787761247.102859:0:5436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874603299359360
00000100:00100000:2.0:1787761247.102909:0:5436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.118@tcp, seq: 3
00000100:00100000:2.0:1787761247.102918:0:5436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dd193c761c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c+3:11664:x1874603299359360:12345-192.168.203.118@tcp:104:
00010000:00010000:2.0:1787761247.102935:0:5436:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: MGC192.168.203.118@tcp lock: ffff9dd18167f800/0x9b4aaf9326dccf84 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcda7522c3ea36509 expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1787761247.103022:0:5436:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool
00000100:00100000:2.0:1787761247.103029:0:5436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dd193c761c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c+3:11664:x1874603299359360:12345-192.168.203.118@tcp:104: Request processed in 112us (339us total) trans 0 rc 0/0
00000100:00100000:2.0:1787761247.103035:0:5436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.118@tcp, seq: 3
00010000:00010000:0.0:1787761247.103205:0:5444:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1787761247.103213:0:5444:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.118@tcp lock: ffff9dd18167f800/0x9b4aaf9326dccf84 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcda7522c3ea36509 expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761247.103221:0:5444:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dd18167f800 already unused, calling callback (ffffffffc03fdc20)
10000000:00010000:0.0:1787761247.103225:0:5444:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.118@tcp lock: ffff9dd18167f800/0x9b4aaf9326dccf84 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xcda7522c3ea36509 expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761247.103234:0:5444:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff9dd18167f800/0x9b4aaf9326dccf84 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xcda7522c3ea36509 expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:00010000:0.0:1787761247.103241:0:5444:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff9dd18167f800/0x9b4aaf9326dccf84 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xcda7522c3ea36509 expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:0.0:1787761247.103246:0:5444:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params)
00010000:00010000:0.0:1787761247.103317:0:5444:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.118@tcp lock: ffff9dd18167f800/0x9b4aaf9326dccf84 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcda7522c3ea36509 expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761247.103324:0:5444:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:0.0:1787761247.103344:0:5444:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.118@tcp lock: ffff9dd18167f800/0x9b4aaf9326dccf84 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcda7522c3ea36509 expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761247.103351:0:5444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff9dd18167f800/0x9b4aaf9326dccf84 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcda7522c3ea36509 expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761247.103369:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787761247.103371:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787761247.103372:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761247.103386:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2350:1874603278347008:192.168.203.118@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1787761247.136284:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2350:1874603278347008:192.168.203.118@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1787761247.162824:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787761248.186850:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
10000000:01000000:1.0:1787761248.378654:0:5446:0:(mgc_request.c:611:do_requeue()) updating log params
10000000:01000000:1.0:1787761248.378663:0:5446:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9dd188112800 from 7
10000000:01000000:1.0:1787761248.378668:0:5446:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170)
00010000:00010000:1.0:1787761248.378726:0:5446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff9dd18167e200/0x9b4aaf9326dccf8b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761248.378739:0:5446:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff9dd18167e200/0x9b4aaf9326dccf8b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761248.378750:0:5446:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff9dd18167e200/0x9b4aaf9326dccf8b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1787761248.378797:0:5446:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5446:1874603278347136:192.168.203.118@tcp:101:ll_cfg_requeue.0
00000100:00100000:1.0:1787761248.378907:0:5446:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff300 going to sleep for 11 seconds
00000100:00100000:1.0:1787761248.407898:0:5446:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5446:1874603278347136:192.168.203.118@tcp:101:ll_cfg_requeue.0
00010000:00010000:1.0:1787761248.407929:0:5446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff9dd18167e200/0x9b4aaf9326dccf8b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcda7522c3ea36541 expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761248.407942:0:5446:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff9dd18167e200/0x9b4aaf9326dccf8b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcda7522c3ea36541 expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1787761248.408069:0:5446:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5446:1874603278347264:192.168.203.118@tcp:501:ll_cfg_requeue.0
00000100:00100000:0.0:1787761248.408137:0:5446:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd19830b180 going to sleep for 11 seconds
00000100:00100000:0.0:1787761248.435955:0:5446:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5446:1874603278347264:192.168.203.118@tcp:501:ll_cfg_requeue.0
00000100:00100000:0.0:1787761248.436016:0:5446:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5446:1874603278347392:192.168.203.118@tcp:503:ll_cfg_requeue.0
00000100:00100000:0.0:1787761248.436103:0:5446:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd19830b180 going to sleep for 11 seconds
00000100:00100000:0.0:1787761248.442777:0:5446:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:5446:1874603278347392:192.168.203.118@tcp:503:ll_cfg_requeue.0
00000040:00080000:3.0:1787761248.444908:0:9316:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7
00000020:01000000:0.0:1787761248.445188:0:5446:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0)
10000000:01000000:0.0:1787761248.445205:0:5446:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'params' succeeded (0).
00010000:00010000:0.0:1787761248.445217:0:5446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff9dd18167e200/0x9b4aaf9326dccf8b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcda7522c3ea36541 expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761248.445243:0:5446:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff9dd18167e200/0x9b4aaf9326dccf8b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcda7522c3ea36541 expref: -99 pid: 5446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761249.212096:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761249.530912:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2353:1874603278347648:192.168.203.118@tcp:400:kworker.0
00000100:00100000:3.0:1787761249.531014:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1787761249.531021:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2353:1874603278347520:192.168.203.118@tcp:400:kworker.0
00000100:00100000:3.0:1787761249.537623:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2353:1874603278347520:192.168.203.118@tcp:400:kworker.0
00000100:00100000:3.0:1787761249.539828:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2353:1874603278347648:192.168.203.118@tcp:400:kworker.0
00010000:00010000:0.0:1787761250.234763:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787761251.261494:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787761252.282638:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787761253.306815:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787761254.331073:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787761254.652338:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77a83949-2b43-45c1-ab70-5d6744f7bac3:2350:1874603278347904:192.168.203.118@tcp:400:kworker.0
00000100:00100000:1.0:1787761254.652437:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1787761254.652444:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2350:1874603278347776:192.168.203.118@tcp:400:kworker.0
00000100:00100000:1.0:1787761254.654827:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2350:1874603278347776:192.168.203.118@tcp:400:kworker.0
00000100:00100000:1.0:1787761254.655759:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77a83949-2b43-45c1-ab70-5d6744f7bac3:2350:1874603278347904:192.168.203.118@tcp:400:kworker.0
00010000:00010000:2.0:1787761255.355695:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:2.0:1787761255.676340:0:9754:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === sanity-compr: finish setup 12:20:54 (1787761254) ===
00010000:00010000:1.0:1787761256.378643:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:1.0:1787761256.473066:0:9849:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148),name=/
00000002:00010000:1.0:1787761256.473085:0:9849:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:1.0:1787761256.473101:0:9849:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1
00010000:00010000:1.0:1787761256.473112:0:9849:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1
00000080:00200000:1.0:1787761256.473125:0:9849:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:1.0:1787761256.473131:0:9849:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9dd184531148)
00000080:00010000:1.0:1787761256.473133:0:9849:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9dd184531148) for lock 0x9b4aaf9326dccf6f
00000080:00010000:1.0:1787761256.473139:0:9849:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9b4aaf9326dccf6f from it ffffbe38c1d77be0
00010000:00010000:1.0:1787761256.473141:0:9849:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1
00010000:00010000:1.0:1787761256.473147:0:9849:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1
00000080:00200000:1.0:1787761256.473157:0:9849:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148), inode mode 41ed mask 1
00000080:00200000:1.0:1787761256.473165:0:9849:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](ffff9dd184531148), flags=1536
00000080:00200000:1.0:1787761256.473167:0:9849:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148),name=/
00000002:00010000:1.0:1787761256.473170:0:9849:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:1.0:1787761256.473174:0:9849:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1
00010000:00010000:1.0:1787761256.473179:0:9849:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1
00000080:00200000:1.0:1787761256.473183:0:9849:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:1.0:1787761256.473185:0:9849:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9dd184531148)
00000080:00010000:1.0:1787761256.473186:0:9849:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9dd184531148) for lock 0x9b4aaf9326dccf6f
00000080:00010000:1.0:1787761256.473188:0:9849:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9b4aaf9326dccf6f from it ffffbe38c1d77ce0
00010000:00010000:1.0:1787761256.473190:0:9849:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1
00010000:00010000:1.0:1787761256.473213:0:9849:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1
00000080:00200000:1.0:1787761256.473221:0:9849:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148), inode mode 41ed mask 3
00000080:00200000:1.0:1787761256.473225:0:9849:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148),name=/
00000002:00010000:1.0:1787761256.473229:0:9849:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:1.0:1787761256.473234:0:9849:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1
00010000:00010000:1.0:1787761256.473239:0:9849:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1
00000080:00200000:1.0:1787761256.473243:0:9849:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:1.0:1787761256.473245:0:9849:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9dd184531148)
00000080:00010000:1.0:1787761256.473246:0:9849:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9dd184531148) for lock 0x9b4aaf9326dccf6f
00000080:00010000:1.0:1787761256.473248:0:9849:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9b4aaf9326dccf6f from it ffffbe38c1d77dc8
00010000:00010000:1.0:1787761256.473250:0:9849:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1
00010000:00010000:1.0:1787761256.473255:0:9849:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1
00000080:00200000:1.0:1787761256.473258:0:9849:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148), inode mode 41ed mask 3
00000080:00200000:1.0:1787761256.473261:0:9849:0:(namei.c:2239:do_mkdir()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](ffff9dd184531148)
00800000:00000004:1.0:1787761256.473280:0:9849:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff9dd188112800: age 204, max_age 0
00000100:00100000:1.0:1787761256.473329:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1787761256.473351:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77a83949-2b43-45c1-ab70-5d6744f7bac3:2350:1874603278348032:192.168.203.118@tcp:41:mkdir.0
00000100:00100000:0.0:1787761256.473394:0:9849:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b27c00 pname:cluuid:pid:xid:nid:opc:job mkdir:77a83949-2b43-45c1-ab70-5d6744f7bac3:9849:1874603278348160:192.168.203.118@tcp:700:mkdir.0
00000100:00100000:0.0:1787761256.473441:0:9849:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff9c0 going to sleep for 11 seconds
00000100:00100000:0.0:1787761256.474902:0:9849:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b27c00 pname:cluuid:pid:xid:nid:opc:job mkdir:77a83949-2b43-45c1-ab70-5d6744f7bac3:9849:1874603278348160:192.168.203.118@tcp:700:mkdir.0
00010000:00010000:0.0:1787761256.474934:0:9849:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1
00010000:00010000:0.0:1787761256.474973:0:9849:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1
00010000:00010000:0.0:1787761256.474982:0:9849:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:0.0:1787761256.474985:0:9849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf6f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcda7522c3ea3645a expref: -99 pid: 5472 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1
00000020:00100000:0.0:1787761256.475006:0:9849:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9dd188112800: modify RPC slot 1 is allocated opc 36, max 7
00000100:00100000:0.0:1787761256.475015:0:9849:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid  req@ffff9dd193b27c00 x1874603278348416/t0(0) o36->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761256.475031:0:9849:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b27c00 pname:cluuid:pid:xid:nid:opc:job mkdir:77a83949-2b43-45c1-ab70-5d6744f7bac3:9849:1874603278348416:192.168.203.118@tcp:36:mkdir.0
00000100:00100000:0.0:1787761256.475071:0:9849:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff9c0 going to sleep for 11 seconds
00000100:00100000:1.0:1787761256.475110:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:77a83949-2b43-45c1-ab70-5d6744f7bac3:2350:1874603278348032:192.168.203.118@tcp:41:mkdir.0
00000100:00100000:0.0:1787761256.477371:0:9849:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b27c00 pname:cluuid:pid:xid:nid:opc:job mkdir:77a83949-2b43-45c1-ab70-5d6744f7bac3:9849:1874603278348416:192.168.203.118@tcp:36:mkdir.0
00000080:00200000:0.0:1787761256.477428:0:9849:0:(llite_lib.c:3364:ll_read_inode2()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9dd18458aa08)
00000080:00200000:0.0:1787761256.477435:0:9849:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096
00000080:00200008:0.0:1787761256.481004:0:9850:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9dd184531148), request_mask 2047, flags 0, foreign 0
00000080:00200000:0.0:1787761256.481015:0:9850:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148),name=/
00000002:00010000:0.0:1787761256.481032:0:9850:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:0.0:1787761256.481085:0:9850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf92 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 9850 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761256.481094:0:9850:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf92 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 9850 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761256.481103:0:9850:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf92 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 9850 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1787761256.481125:0:9850:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25e00 pname:cluuid:pid:xid:nid:opc:job chmod:77a83949-2b43-45c1-ab70-5d6744f7bac3:9850:1874603278348544:192.168.203.118@tcp:101:chmod.0
00000100:00100000:0.0:1787761256.481187:0:9850:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff9c0 going to sleep for 11 seconds
00000100:00100000:1.0:1787761256.482789:0:9850:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25e00 pname:cluuid:pid:xid:nid:opc:job chmod:77a83949-2b43-45c1-ab70-5d6744f7bac3:9850:1874603278348544:192.168.203.118@tcp:101:chmod.0
00010000:00010000:1.0:1787761256.482812:0:9850:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf92 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3655d expref: -99 pid: 9850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761256.482820:0:9850:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf92 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3655d expref: -99 pid: 9850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761256.482828:0:9850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf92 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcda7522c3ea3655d expref: -99 pid: 9850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761256.482835:0:9850:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf92 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3655d expref: -99 pid: 9850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761256.482842:0:9850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf92 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcda7522c3ea3655d expref: -99 pid: 9850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761256.482847:0:9850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf92 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcda7522c3ea3655d expref: -99 pid: 9850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761256.482851:0:9850:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf92 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcda7522c3ea3655d expref: -99 pid: 9850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000002:00100000:1.0:1787761256.482858:0:9850:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0  req@ffff9dd193b25e00 x1874603278348544/t0(0) o101->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 576/688 e 0 to 0 dl 1787761272 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:0
00000002:00010000:1.0:1787761256.482867:0:9850:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3655d expref: -99 pid: 9850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761256.482889:0:9850:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9dd183fb3000 type 13 mode 4 res 8589934599/1 (0 0)
00000080:00200000:1.0:1787761256.482893:0:9850:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0
00000080:00200000:1.0:1787761256.482909:0:9850:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096
00000080:00010000:1.0:1787761256.482913:0:9850:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9dd184531148) for lock 0x9b4aaf9326dccf92
00000080:00010000:1.0:1787761256.482917:0:9850:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9dd184531148)
00000080:00010000:1.0:1787761256.482919:0:9850:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9b4aaf9326dccf92 from it ffffbe38c1d7fcc0
00010000:00010000:1.0:1787761256.482921:0:9850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcda7522c3ea3655d expref: -99 pid: 9850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1787761256.482927:0:9850:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf92 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3655d expref: -99 pid: 9850 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00200008:1.0:1787761256.482965:0:9850:0:(llite_lib.c:2430:ll_setattr_raw()) START file /:[0x200000007:0x1:0x0](ffff9dd184531148) current size 4096, valid attrs 41, mode 41ed, uid -2109587456, gid -25135, new size 0, atime 1787761256.000000000, mtime 1787761256.000000000, ctime 1787761256.000000000
00010000:00010000:1.0:1787761256.482979:0:9850:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf92 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcda7522c3ea3655d expref: -99 pid: 9850 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:1.0:1787761256.483011:0:9850:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf92 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcda7522c3ea3655d expref: -99 pid: 9850 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:1.0:1787761256.483018:0:9850:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:1.0:1787761256.483021:0:9850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030200/0x9b4aaf9326dccf92 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcda7522c3ea3655d expref: -99 pid: 9850 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000020:00100000:1.0:1787761256.483038:0:9850:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9dd188112800: modify RPC slot 1 is allocated opc 36, max 7
00000100:00100000:1.0:1787761256.483043:0:9850:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid  req@ffff9dd186d6e580 x1874603278348800/t0(0) o36->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761256.483062:0:9850:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e580 pname:cluuid:pid:xid:nid:opc:job chmod:77a83949-2b43-45c1-ab70-5d6744f7bac3:9850:1874603278348800:192.168.203.118@tcp:36:chmod.0
00000100:00100000:1.0:1787761256.483097:0:9850:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd199731480 going to sleep for 11 seconds
00000100:00100000:1.0:1787761256.484245:0:9850:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e580 pname:cluuid:pid:xid:nid:opc:job chmod:77a83949-2b43-45c1-ab70-5d6744f7bac3:9850:1874603278348800:192.168.203.118@tcp:36:chmod.0
00000080:00200000:1.0:1787761256.484267:0:9850:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096
00000080:00200008:1.0:1787761256.484275:0:9850:0:(llite_lib.c:2689:ll_setattr_raw()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9dd184531148) current size 4096, valid attrs 10000041, mode 41ed, uid -2109587456, gid -25135, new size 0, atime 1787761256.000000000, mtime 1787761256.000000000, ctime 1787761256.000000000, rc 0
00000080:00200000:0.0:1787761256.614712:0:9851:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148),name=/
00000002:00010000:0.0:1787761256.614733:0:9851:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:0.0:1787761256.614852:0:9851:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030e00/0x9b4aaf9326dccf99 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 9851 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761256.614863:0:9851:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030e00/0x9b4aaf9326dccf99 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 9851 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761256.614935:0:9851:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030e00/0x9b4aaf9326dccf99 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 9851 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1787761256.614960:0:9851:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b252c0 pname:cluuid:pid:xid:nid:opc:job chown:77a83949-2b43-45c1-ab70-5d6744f7bac3:9851:1874603278348928:192.168.203.118@tcp:101:chown.0
00000100:00100000:0.0:1787761256.615048:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 11 seconds
00000100:00100000:0.0:1787761256.618899:0:9851:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b252c0 pname:cluuid:pid:xid:nid:opc:job chown:77a83949-2b43-45c1-ab70-5d6744f7bac3:9851:1874603278348928:192.168.203.118@tcp:101:chown.0
00010000:00010000:0.0:1787761256.618922:0:9851:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030e00/0x9b4aaf9326dccf99 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea36572 expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761256.618935:0:9851:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030e00/0x9b4aaf9326dccf99 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea36572 expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761256.619198:0:9851:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030e00/0x9b4aaf9326dccf99 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcda7522c3ea36572 expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761256.619219:0:9851:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030e00/0x9b4aaf9326dccf99 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea36572 expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761256.619233:0:9851:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030e00/0x9b4aaf9326dccf99 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcda7522c3ea36572 expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761256.619242:0:9851:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030e00/0x9b4aaf9326dccf99 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcda7522c3ea36572 expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761256.619249:0:9851:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030e00/0x9b4aaf9326dccf99 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcda7522c3ea36572 expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000002:00100000:0.0:1787761256.619261:0:9851:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0  req@ffff9dd193b252c0 x1874603278348928/t0(0) o101->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 576/688 e 0 to 0 dl 1787761272 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chown.0' uid:0 gid:0 projid:0
00000002:00010000:0.0:1787761256.619275:0:9851:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030e00/0x9b4aaf9326dccf99 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea36572 expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761256.619287:0:9851:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9dd183fb3000 type 13 mode 4 res 8589934599/1 (0 0)
00000080:00200000:0.0:1787761256.619302:0:9851:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0
00000080:00200000:0.0:1787761256.619325:0:9851:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096
00000080:00010000:0.0:1787761256.619332:0:9851:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9dd184531148) for lock 0x9b4aaf9326dccf99
00000080:00010000:0.0:1787761256.619337:0:9851:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9dd184531148)
00000080:00010000:0.0:1787761256.619340:0:9851:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9b4aaf9326dccf99 from it ffffbe38c1d87b58
00010000:00010000:0.0:1787761256.619344:0:9851:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030e00/0x9b4aaf9326dccf99 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcda7522c3ea36572 expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761256.619354:0:9851:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030e00/0x9b4aaf9326dccf99 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea36572 expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00200000:0.0:1787761256.619375:0:9851:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148), inode mode 41ed mask 1
00000080:00200000:0.0:1787761256.619391:0:9851:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](ffff9dd184531148), flags=8
00000080:00200000:0.0:1787761256.619395:0:9851:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d0_runas_test, dir=[0x200000007:0x1:0x0](ffff9dd184531148), intent=getattr
00000002:00010000:0.0:1787761256.619412:0:9851:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d0_runas_test,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01
00010000:00010000:0.0:1787761256.619446:0:9851:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030a00/0x9b4aaf9326dccfa0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 9851 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761256.619453:0:9851:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030a00/0x9b4aaf9326dccfa0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 9851 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761256.619462:0:9851:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030a00/0x9b4aaf9326dccfa0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 9851 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1787761256.619493:0:9851:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b252c0 pname:cluuid:pid:xid:nid:opc:job chown:77a83949-2b43-45c1-ab70-5d6744f7bac3:9851:1874603278349056:192.168.203.118@tcp:101:chown.0
00000100:00100000:0.0:1787761256.619580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 11 seconds
00000100:00100000:0.0:1787761256.623009:0:9851:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b252c0 pname:cluuid:pid:xid:nid:opc:job chown:77a83949-2b43-45c1-ab70-5d6744f7bac3:9851:1874603278349056:192.168.203.118@tcp:101:chown.0
00010000:00010000:0.0:1787761256.623033:0:9851:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030a00/0x9b4aaf9326dccfa0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3658e expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761256.623074:0:9851:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030a00/0x9b4aaf9326dccfa0 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3658e expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761256.623083:0:9851:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030a00/0x9b4aaf9326dccfa0 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3658e expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761256.623093:0:9851:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030a00/0x9b4aaf9326dccfa0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcda7522c3ea3658e expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761256.623103:0:9851:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030a00/0x9b4aaf9326dccfa0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3658e expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761256.623115:0:9851:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030a00/0x9b4aaf9326dccfa0 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcda7522c3ea3658e expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761256.623123:0:9851:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030a00/0x9b4aaf9326dccfa0 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcda7522c3ea3658e expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761256.623130:0:9851:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030a00/0x9b4aaf9326dccfa0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcda7522c3ea3658e expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000002:00100000:0.0:1787761256.623141:0:9851:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0  req@ffff9dd193b252c0 x1874603278349056/t0(0) o101->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 584/584 e 0 to 0 dl 1787761272 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chown.0' uid:0 gid:0 projid:0
00000002:00010000:0.0:1787761256.623153:0:9851:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030a00/0x9b4aaf9326dccfa0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3658e expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761256.623163:0:9851:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9dd183fb3000 type 13 mode 4 res 8589935617/1 (0 0)
00000080:00200000:0.0:1787761256.623175:0:9851:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0
00000080:00200000:0.0:1787761256.623194:0:9851:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096
00000080:00200000:0.0:1787761256.623197:0:9851:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x1:0x0](ffff9dd18458aa08): rc = 0
00000080:00010000:0.0:1787761256.623216:0:9851:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9dd18458aa08) for lock 0x9b4aaf9326dccfa0
00000080:00010000:0.0:1787761256.623227:0:9851:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9dd18458aa08)
00000080:00010000:0.0:1787761256.623231:0:9851:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9b4aaf9326dccfa0 from it ffffbe38c1d87b20
00010000:00010000:0.0:1787761256.623234:0:9851:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030a00/0x9b4aaf9326dccfa0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcda7522c3ea3658e expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1787761256.623243:0:9851:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030a00/0x9b4aaf9326dccfa0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3658e expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00200008:0.0:1787761256.623281:0:9851:0:(file.c:6313:ll_getattr_dentry()) START file d0_runas_test:[0x200000401:0x1:0x0](ffff9dd18458aa08), request_mask 2047, flags 0, foreign 0
00000080:00200000:0.0:1787761256.623287:0:9851:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff9dd18458aa08),name=d0_runas_test
00000002:00010000:0.0:1787761256.623304:0:9851:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:0.0:1787761256.623312:0:9851:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030a00/0x9b4aaf9326dccfa0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3658e expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:0.0:1787761256.623322:0:9851:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030a00/0x9b4aaf9326dccfa0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3658e expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00200000:0.0:1787761256.623328:0:9851:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:0.0:1787761256.623333:0:9851:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff9dd18458aa08)
00000080:00010000:0.0:1787761256.623335:0:9851:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff9dd18458aa08) for lock 0x9b4aaf9326dccfa0
00000080:00010000:0.0:1787761256.623339:0:9851:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9b4aaf9326dccfa0 from it ffffbe38c1d87cc0
00010000:00010000:0.0:1787761256.623342:0:9851:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030a00/0x9b4aaf9326dccfa0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcda7522c3ea3658e expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:0.0:1787761256.623358:0:9851:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030a00/0x9b4aaf9326dccfa0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea3658e expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00000080:00200000:0.0:1787761256.623403:0:9851:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148),name=/
00000002:00010000:0.0:1787761256.623411:0:9851:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:0.0:1787761256.623430:0:9851:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030e00/0x9b4aaf9326dccf99 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea36572 expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:0.0:1787761256.623438:0:9851:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030e00/0x9b4aaf9326dccf99 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea36572 expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00200000:0.0:1787761256.623445:0:9851:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:0.0:1787761256.623449:0:9851:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9dd184531148)
00000080:00010000:0.0:1787761256.623451:0:9851:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9dd184531148) for lock 0x9b4aaf9326dccf99
00000080:00010000:0.0:1787761256.623455:0:9851:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9b4aaf9326dccf99 from it ffffbe38c1d87bf8
00010000:00010000:0.0:1787761256.623458:0:9851:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030e00/0x9b4aaf9326dccf99 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcda7522c3ea36572 expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:0.0:1787761256.623465:0:9851:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030e00/0x9b4aaf9326dccf99 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcda7522c3ea36572 expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00000080:00200000:0.0:1787761256.623473:0:9851:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9dd184531148), inode mode 41ed mask 1
00000080:00200000:0.0:1787761256.623479:0:9851:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0_runas_test, flags=9
00000080:00200008:0.0:1787761256.623493:0:9851:0:(llite_lib.c:2430:ll_setattr_raw()) START file d0_runas_test:[0x200000401:0x1:0x0](ffff9dd18458aa08) current size 4096, valid attrs 46, mode ffff, uid 500, gid 500, new size 18446636121874722816, atime 1787761256.000000000, mtime 1787761256.000000000, ctime 1787761256.000000000
00010000:00010000:0.0:1787761256.623507:0:9851:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030a00/0x9b4aaf9326dccfa0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcda7522c3ea3658e expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00010000:00010000:0.0:1787761256.623589:0:9851:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030a00/0x9b4aaf9326dccfa0 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcda7522c3ea3658e expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00010000:00010000:0.0:1787761256.623595:0:9851:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:0.0:1787761256.623598:0:9851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030a00/0x9b4aaf9326dccfa0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcda7522c3ea3658e expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00000020:00100000:0.0:1787761256.623631:0:9851:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9dd188112800: modify RPC slot 1 is allocated opc 36, max 7
00000100:00100000:0.0:1787761256.623638:0:9851:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid  req@ffff9dd193b252c0 x1874603278349312/t0(0) o36->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761256.623657:0:9851:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b252c0 pname:cluuid:pid:xid:nid:opc:job chown:77a83949-2b43-45c1-ab70-5d6744f7bac3:9851:1874603278349312:192.168.203.118@tcp:36:chown.0
00000100:00100000:0.0:1787761256.623731:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 11 seconds
00010000:00010000:2.0:1787761257.402686:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787761258.426636:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787761259.450675:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761259.770784:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2353:1874603278349568:192.168.203.118@tcp:400:kworker.0
00000100:00100000:3.0:1787761259.770915:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1787761259.770924:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2353:1874603278349440:192.168.203.118@tcp:400:kworker.0
00010000:00010000:1.0:1787761260.474665:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787761261.498669:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787761262.522617:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787761263.546676:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787761264.570627:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761264.890708:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2351:1874603278349824:192.168.203.118@tcp:400:kworker.0
00000100:00100000:1.0:1787761264.890710:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2350:1874603278349696:192.168.203.118@tcp:400:kworker.0
00010000:00010000:0.0:1787761265.594627:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1787761266.618658:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1787761267.642632:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761267.962591:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 1 seconds
00010000:00010000:1.0:1787761268.666608:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761268.986646:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 1 seconds
00010000:00010000:0.0:1787761269.690635:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761270.010600:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 1 seconds
00000100:00100000:3.0:1787761270.010678:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2353:1874603278350080:192.168.203.118@tcp:400:kworker.0
00000100:00100000:2.0:1787761270.010679:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2352:1874603278349952:192.168.203.118@tcp:400:kworker.0
00010000:00010000:1.0:1787761270.714651:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761271.034612:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 1 seconds
00010000:00010000:2.0:1787761271.738673:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:2.0:1787761272.058601:0:9851:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787761256/real 1787761256]  req@ffff9dd193b252c0 x1874603278349312/t0(0) o36->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 488/512 e 0 to 1 dl 1787761272 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'chown.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761272.064774:0:9851:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN
00000100:02000400:2.0:1787761272.064784:0:9851:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9dd188112800: Connection to lustre-MDT0000 (at 192.168.203.118@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:2.0:1787761272.068387:0:9851:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN
00000100:00100000:2.0:1787761272.068438:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761272.068480:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761272.068485:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761272.068489:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761272.068496:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 201
00000100:00100000:2.0:1787761272.068511:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2352:1874603278350208:192.168.203.118@tcp:400:kworker.0
00000100:00080000:3.0:1787761272.068511:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761272.068543:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761272.068558:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278350336/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761272.068607:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278350336:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787761272.762624:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761273.082626:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761273.786667:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761274.106575:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761274.810597:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761275.130622:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00000400:3.0:1787761275.130631:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787761259/real 1787761259]  req@ffff9dd193c76940 x1874603278349440/t0(0) o400->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 224/224 e 0 to 1 dl 1787761275 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761275.139902:0:2353:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9dd193c76940 x1874603278349440/t0(0) o400->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 224/224 e 0 to 1 dl 1787761275 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761275.139916:0:2353:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from FULL to DISCONN
00000100:02020000:3.0:1787761275.139950:0:2353:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.118@tcp: Connection to MGS (at 192.168.203.118@tcp) was lost; in progress operations using this service will fail
00000100:00080000:3.0:1787761275.143364:0:2353:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.203.118@tcp for MGC192.168.203.118@tcp not replayable, auto-deactivating
00000100:00080000:3.0:1787761275.143366:0:2353:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID
00000100:00100000:3.0:1787761275.143370:0:2353:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff9dd193c76940 x1874603278349440/t0(0) o400->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 224/224 e 0 to 1 dl 1787761275 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761275.143379:0:2353:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff9dd193b270c0 x1874603278349696/t0(0) o400->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1787761280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761275.143392:0:2353:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff9dd193c77480 x1874603278349952/t0(0) o400->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1787761286 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761275.143403:0:2353:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff9dd193c75a40 x1874603278350208/t0(0) o400->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1787761288 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
10000000:01000000:3.0:1787761275.143411:0:2353:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001
00000100:00080000:3.0:1787761275.143415:0:2353:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down
10000000:01000000:3.0:1787761275.143416:0:2353:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002
00000100:00080000:3.0:1787761275.143426:0:2353:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN
00000100:00100000:1.0:1787761275.143443:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2350:1874603278349696:192.168.203.118@tcp:400:kworker.0
00000100:00000400:3.0:1787761275.143448:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787761259/real 1787761259]  req@ffff9dd193c74b40 x1874603278349568/t0(0) o400->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 224/224 e 0 to 1 dl 1787761275 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787761275.143450:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2352:1874603278350208:192.168.203.118@tcp:400:kworker.0
00000100:00100000:2.0:1787761275.143462:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2352:1874603278349952:192.168.203.118@tcp:400:kworker.0
00000100:00100000:3.0:1787761275.143469:0:2353:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9dd193c74b40 x1874603278349568/t0(0) o400->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 224/224 e 0 to 1 dl 1787761275 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761275.143475:0:2353:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9dd185402800 already not connected (conn 2, was 1): CONNECTING
00000100:00080000:1.0:1787761275.143490:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1787761275.143490:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2353:1874603278349440:192.168.203.118@tcp:400:kworker.0
00000100:00080000:1.0:1787761275.143497:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761275.143499:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761275.143504:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 200
00000100:00100000:3.0:1787761275.143528:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2353:1874603278349568:192.168.203.118@tcp:400:kworker.0
00000100:00080000:1.0:1787761275.143540:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761275.143564:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f0c0 x1874603278350464/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761275.143590:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761275.143594:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:3.0:1787761275.143625:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278350464:192.168.203.118@tcp:250:kworker.0
00010000:00010000:2.0:1787761275.834639:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761276.154605:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761276.858607:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761277.178610:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787761277.178610:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761277.178618:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1787761277.178622:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761277.178624:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:2.0:1787761277.882642:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761278.202634:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761278.906625:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761279.226615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787761279.226616:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761279.226625:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1787761279.226628:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761279.226633:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:2.0:1787761279.930669:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761280.250579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00000400:1.0:1787761280.250591:0:2351:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787761264/real 1787761264]  req@ffff9dd193b25680 x1874603278349824/t0(0) o400->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 224/224 e 0 to 1 dl 1787761280 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761280.259240:0:2351:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9dd193b25680 x1874603278349824/t0(0) o400->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 224/224 e 0 to 1 dl 1787761280 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761280.259249:0:2351:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9dd185402800 already not connected (conn 2, was 1): CONNECTING
00000100:00100000:1.0:1787761280.259259:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2351:1874603278349824:192.168.203.118@tcp:400:kworker.0
00010000:00010000:1.0:1787761280.954653:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761281.274614:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761281.978730:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761282.298662:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787761282.298674:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787761272/real 1787761272]  req@ffff9dd193c76580 x1874603278350336/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761282 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761282.298720:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278350336/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761282 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761282.298740:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761282.298763:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00080000:3.0:1787761282.298788:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787761282.298802:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278350336:192.168.203.118@tcp:38:kworker.0
00000100:00080000:3.0:1787761282.298805:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1787761282.298812:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761282.298817:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761282.298821:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761282.298830:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 316
00000100:00080000:3.0:1787761282.298845:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1787761282.298855:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761282.298870:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761282.298906:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278350592/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761282.298984:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278350592:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787761283.002648:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761283.322595:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761284.026685:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761284.346649:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761285.050700:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761285.370616:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787761285.370619:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787761275/real 1787761275]  req@ffff9dd186d6f0c0 x1874603278350464/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761285 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761285.370660:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f0c0 x1874603278350464/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761285 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761285.370682:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761285.370705:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761285.370708:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278350464:192.168.203.118@tcp:250:kworker.0
00000100:00080000:3.0:1787761285.370731:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761285.370737:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761285.370741:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761285.370749:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 319
00000100:00080000:3.0:1787761285.370763:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1787761285.370780:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761285.370820:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278350720/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761285.370841:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761285.370844:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:1.0:1787761285.370874:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278350720:192.168.203.118@tcp:250:kworker.0
00010000:00010000:0.0:1787761286.074663:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761286.394642:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00000400:3.0:1787761286.394653:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787761270/real 1787761270]  req@ffff9dd193c75680 x1874603278350080/t0(0) o400->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 224/224 e 0 to 1 dl 1787761286 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761286.403921:0:2353:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9dd193c75680 x1874603278350080/t0(0) o400->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 224/224 e 0 to 1 dl 1787761286 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761286.403932:0:2353:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9dd185402800 already not connected (conn 3, was 1): CONNECTING
00000100:00100000:3.0:1787761286.403948:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:77a83949-2b43-45c1-ab70-5d6744f7bac3:2353:1874603278350080:192.168.203.118@tcp:400:kworker.0
00010000:00010000:3.0:1787761287.098692:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761287.418593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761287.418621:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761287.418627:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1787761287.418630:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761287.418635:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:0.0:1787761288.122632:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761288.442620:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761289.146671:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761289.466594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761290.170666:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761290.426568:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761290.426583:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1787761290.426586:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761290.426590:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:2.0:1787761290.490635:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761291.194699:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761291.514623:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761292.218644:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761292.538639:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761293.242654:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761293.562633:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761294.266664:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761294.586606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761295.290654:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761295.610604:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761295.610614:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:2.0:1787761295.610616:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761295.610618:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761295.610625:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:2.0:1787761296.314650:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761296.634599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761297.338646:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761297.658623:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787761297.658632:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787761282/real 1787761282]  req@ffff9dd193c74b40 x1874603278350592/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761297 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761297.658665:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278350592/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761297 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761297.658685:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761297.658710:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761297.658715:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278350592:192.168.203.118@tcp:38:kworker.0
00000100:00080000:3.0:1787761297.658746:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761297.658751:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1787761297.658753:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761297.658756:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761297.658759:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761297.658764:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 327
00000100:00080000:3.0:1787761297.658773:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1787761297.658779:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761297.658787:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761297.658813:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75680 x1874603278350848/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761297.658883:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278350848:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761298.362633:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761298.682578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761299.386647:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761299.706647:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761300.410642:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761300.730609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787761300.730616:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787761285/real 1787761285]  req@ffff9dd193c76940 x1874603278350720/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761300 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761300.730677:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278350720/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761300 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761300.730702:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761300.730720:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761300.730723:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278350720:192.168.203.118@tcp:250:kworker.0
00000100:00080000:0.0:1787761300.730743:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761300.730748:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761300.730752:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761300.730758:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 330
00000100:00080000:0.0:1787761300.730782:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1787761300.730791:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787761300.730822:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26940 x1874603278350976/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761300.730842:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761300.730845:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:1.0:1787761300.730874:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278350976:192.168.203.118@tcp:250:kworker.0
00010000:00010000:3.0:1787761301.434631:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761301.754564:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761302.458654:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761302.778585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787761302.778587:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761302.778594:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1787761302.778597:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761302.778600:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:3.0:1787761303.482649:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761303.802613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761304.506658:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761304.826630:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761305.530644:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761305.786586:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761305.786597:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1787761305.786600:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761305.786602:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:2.0:1787761305.850630:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000800:00000100:0.0:1787761305.914711:0:2341:0:(socklnd_cb.c:2254:ksocknal_find_timed_out_conn()) A connection with 12345-192.168.203.118@tcp (192.168.203.118:988) timed out; the network or node may be down.
00010000:00010000:2.0:1787761306.554662:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761306.874644:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761307.578632:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761307.898607:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761308.602672:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761308.922574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761309.626657:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761309.946618:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761310.650661:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761310.970610:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787761310.970610:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761310.970619:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1787761310.970625:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761310.970628:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:3.0:1787761311.674615:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761311.994603:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761312.698653:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761313.018600:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761313.722611:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761314.042583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761314.746636:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761315.066611:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761315.770641:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761316.090582:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787761316.090582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761316.090591:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1787761316.090596:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761316.090598:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:2.0:1787761316.794640:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761317.114621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787761317.114631:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787761297/real 1787761297]  req@ffff9dd193c75680 x1874603278350848/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761317 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761317.114668:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75680 x1874603278350848/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761317 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761317.114712:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761317.114735:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761317.114740:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278350848:192.168.203.118@tcp:38:kworker.0
00000100:00080000:1.0:1787761317.114811:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761317.114816:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1787761317.114819:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761317.114821:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761317.114823:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761317.114828:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 342
00000100:00080000:1.0:1787761317.114844:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1787761317.114849:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787761317.114859:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761317.114881:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f0c0 x1874603278351104/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761317.114942:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278351104:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761317.818631:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761318.138620:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761318.842637:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761319.162600:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:0.0:1787761319.674891:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.118:988
00000400:00000100:0.0:1787761319.674939:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787761319.674973:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:3.0:1787761319.675068:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761317/real 1787761319]  req@ffff9dd186d6f0c0 x1874603278351104/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761319.675107:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f0c0 x1874603278351104/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761319.675119:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761319.675124:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761319.675129:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278351104:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761319.866606:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761320.170582:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787761300/real 1787761300]  req@ffff9dd193b26940 x1874603278350976/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761320 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761320.170611:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26940 x1874603278350976/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761320 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761320.170630:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761320.170654:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761320.170659:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278350976:192.168.203.118@tcp:250:kworker.0
00000100:00080000:0.0:1787761320.170691:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761320.170696:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761320.170700:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761320.170705:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 345
00000100:00080000:0.0:1787761320.170713:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1787761320.170719:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787761320.170745:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26580 x1874603278351232/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761320.170773:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761320.170776:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761320.170778:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761320.170781:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 361
00000100:00080000:0.0:1787761320.170783:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761320.170787:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787761320.170795:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761320.170807:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278351232:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761320.170808:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26d00 x1874603278351360/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761320.170904:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278351360:192.168.203.118@tcp:38:kworker.0
00000100:00100000:2.0:1787761320.186557:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761320.890616:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761321.210593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761321.914646:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761322.234596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:2.0:1787761322.746801:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.118:988
00000400:00000100:2.0:1787761322.746838:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787761322.746855:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:2.0:1787761322.746896:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:3.0:1787761322.746941:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761320/real 1787761322]  req@ffff9dd193b26d00 x1874603278351360/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761322.746969:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26d00 x1874603278351360/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761322.746982:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761322.746987:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761322.746991:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278351360:192.168.203.118@tcp:38:kworker.0
00000100:00100000:3.0:1787761322.746999:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761320/real 1787761322]  req@ffff9dd193b26580 x1874603278351232/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761322.747011:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26580 x1874603278351232/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761322.747029:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761322.747033:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761322.747037:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278351232:192.168.203.118@tcp:250:kworker.0
00010000:00010000:2.0:1787761322.938699:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761323.258584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761323.962698:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761324.282646:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761324.986652:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761325.306627:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787761325.306632:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761325.306640:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761325.306644:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761325.306666:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 365
00000100:00080000:0.0:1787761325.306678:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761325.306685:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787761325.306757:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24b40 x1874603278351488/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761325.306783:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761325.306786:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761325.306788:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761325.306791:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 365
00000100:00080000:0.0:1787761325.306795:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761325.306798:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787761325.306808:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761325.306818:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b261c0 x1874603278351616/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761325.306851:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278351488:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761325.306955:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278351616:192.168.203.118@tcp:38:kworker.0
00000400:00000100:1.0:1787761325.818860:0:2337:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.118:988
00000400:00000100:1.0:1787761325.818917:0:2337:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787761325.818936:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:1.0:1787761325.818977:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:3.0:1787761325.819078:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761325/real 1787761325]  req@ffff9dd193b24b40 x1874603278351488/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761325.819134:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24b40 x1874603278351488/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761325.819147:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761325.819153:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761325.819158:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278351488:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761325.819167:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761325/real 1787761325]  req@ffff9dd193b261c0 x1874603278351616/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761325.819181:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b261c0 x1874603278351616/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761325.819189:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761325.819193:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761325.819196:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278351616:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761326.010654:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761326.330596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761327.034745:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761327.354628:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761328.058662:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761328.378591:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761329.082631:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761329.402635:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761330.106649:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761330.426565:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787761330.426588:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761330.426595:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761330.426599:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761330.426608:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 370
00000100:00080000:0.0:1787761330.426618:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761330.426625:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787761330.426659:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b27840 x1874603278351744/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761330.426696:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761330.426700:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761330.426703:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761330.426707:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 370
00000100:00080000:0.0:1787761330.426712:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1787761330.426725:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278351744:192.168.203.118@tcp:250:kworker.0
00000100:00080000:0.0:1787761330.426732:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787761330.426743:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761330.426760:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24f00 x1874603278351872/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761330.426816:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278351872:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761331.130611:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761331.450598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:2.0:1787761331.962852:0:2338:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.118:988
00000400:00000100:2.0:1787761331.962902:0:2338:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787761331.962924:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:2.0:1787761331.962977:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:3.0:1787761331.963087:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761330/real 1787761331]  req@ffff9dd193b24f00 x1874603278351872/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761331.963119:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24f00 x1874603278351872/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761331.963154:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761331.963161:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761331.963166:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278351872:192.168.203.118@tcp:38:kworker.0
00000100:00100000:3.0:1787761331.963176:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761330/real 1787761331]  req@ffff9dd193b27840 x1874603278351744/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761331.963191:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b27840 x1874603278351744/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761331.963199:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761331.963202:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761331.963206:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278351744:192.168.203.118@tcp:250:kworker.0
00010000:00010000:3.0:1787761332.154687:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761332.474605:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761333.178626:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761333.498602:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761334.202624:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761334.522569:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761335.226684:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761335.546588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787761335.546644:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761335.546665:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761335.546671:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761335.546682:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 375
00000100:00080000:0.0:1787761335.546694:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761335.546701:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787761335.546747:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24780 x1874603278352000/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761335.546782:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761335.546787:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761335.546790:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761335.546795:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 375
00000100:00080000:0.0:1787761335.546799:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761335.546803:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787761335.546813:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761335.546826:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25a40 x1874603278352128/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761335.546836:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278352000:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787761335.546899:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761335.546931:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761335/real 1787761335]  req@ffff9dd193b24780 x1874603278352000/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761335.546944:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24780 x1874603278352000/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761335.546953:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761335.546956:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761335.546971:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278352000:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761335.546990:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278352128:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787761335.547007:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761335.547015:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761335/real 1787761335]  req@ffff9dd193b25a40 x1874603278352128/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761335.547023:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25a40 x1874603278352128/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761335.547029:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761335.547031:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761335.547033:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278352128:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761336.250659:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761336.570571:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761337.274650:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761337.594574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761338.298627:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761338.618593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761339.322653:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761339.642568:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761340.346684:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761340.666650:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761340.666661:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761340.666666:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787761340.666678:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761340.666678:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 380
00000100:00080000:3.0:1787761340.666692:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761340.666702:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761340.666745:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75680 x1874603278352256/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761340.666773:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761340.666776:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761340.666793:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761340.666806:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 380
00000100:00080000:3.0:1787761340.666811:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761340.666817:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761340.666829:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278352256:192.168.203.118@tcp:250:kworker.0
00000008:00100000:3.0:1787761340.666830:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761340.666852:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278352384/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761340.666955:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278352384:192.168.203.118@tcp:38:kworker.0
00000400:00000100:0.0:1787761341.178837:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.118:988
00000400:00000100:0.0:1787761341.178887:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787761341.178916:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:0.0:1787761341.178952:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:1.0:1787761341.179008:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761340/real 1787761341]  req@ffff9dd193c770c0 x1874603278352384/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761341.179052:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278352384/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761341.179073:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761341.179080:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761341.179085:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278352384:192.168.203.118@tcp:38:kworker.0
00000100:00100000:1.0:1787761341.179093:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761340/real 1787761341]  req@ffff9dd193c75680 x1874603278352256/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761341.179105:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75680 x1874603278352256/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761341.179133:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761341.179137:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761341.179142:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278352256:192.168.203.118@tcp:250:kworker.0
00010000:00010000:3.0:1787761341.370639:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761341.690597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761342.394652:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761342.714587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761343.418685:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761343.738573:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761344.442649:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761344.762639:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761345.466665:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761345.786620:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761345.786629:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761345.786635:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761345.786638:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761345.786647:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 385
00000100:00080000:3.0:1787761345.786656:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761345.786664:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761345.786698:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75680 x1874603278352512/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761345.786720:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761345.786722:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761345.786724:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761345.786730:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 385
00000100:00080000:3.0:1787761345.786733:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761345.786748:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761345.786757:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761345.786770:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278352512:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761345.786771:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278352640/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761345.786833:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761345.786864:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761345/real 1787761345]  req@ffff9dd193c75680 x1874603278352512/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761345.786885:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75680 x1874603278352512/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761345.786897:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761345.786902:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761345.786907:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278352512:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761345.786930:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278352640:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761345.786950:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761345.786960:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761345/real 1787761345]  req@ffff9dd193c770c0 x1874603278352640/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761345.786979:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278352640/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761345.786986:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761345.786988:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761345.786991:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278352640:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761346.490632:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761346.810608:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761347.514644:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761347.834577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761348.538684:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761348.858628:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761349.562643:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761349.882597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761350.586644:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761350.906589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787761350.906599:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761350.906606:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761350.906609:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761350.906618:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 390
00000100:00080000:0.0:1787761350.906627:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761350.906632:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787761350.906660:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b243c0 x1874603278352768/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761350.906680:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761350.906684:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761350.906686:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761350.906691:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 390
00000100:00080000:0.0:1787761350.906695:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761350.906699:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787761350.906709:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761350.906720:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278352768:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761350.906728:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25a40 x1874603278352896/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761350.906780:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761350.906815:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761350/real 1787761350]  req@ffff9dd193b243c0 x1874603278352768/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761350.906832:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b243c0 x1874603278352768/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761350.906842:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761350.906846:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761350.906850:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278352768:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761350.906873:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278352896:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761350.906892:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761350.906904:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761350/real 1787761350]  req@ffff9dd193b25a40 x1874603278352896/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761350.906916:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25a40 x1874603278352896/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761350.906924:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761350.906927:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761350.906930:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278352896:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761351.610635:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761351.930577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761352.634631:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761352.954590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761353.658634:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761353.978594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761354.682626:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761355.002630:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761355.706677:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761356.026650:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761356.026740:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761356.026761:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761356.026766:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761356.026797:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 395
00000100:00080000:1.0:1787761356.026810:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761356.026820:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761356.026864:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c000 x1874603278353024/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761356.026947:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761356.026951:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761356.026954:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761356.026958:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 395
00000100:00080000:1.0:1787761356.026963:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761356.026968:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787761356.026978:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761356.026991:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278353024:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761356.027015:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e940 x1874603278353152/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761356.027074:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761356.027105:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761356/real 1787761356]  req@ffff9dd186d6c000 x1874603278353024/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761356.027119:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c000 x1874603278353024/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761356.027135:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761356.027139:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761356.027142:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278353024:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761356.027161:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278353152:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787761356.027177:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761356.027187:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761356/real 1787761356]  req@ffff9dd186d6e940 x1874603278353152/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761356.027196:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e940 x1874603278353152/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761356.027216:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761356.027219:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761356.027222:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278353152:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761356.730625:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761357.050577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761357.754635:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761358.074616:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761358.778659:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761359.098609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761359.802678:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761360.122611:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761360.826720:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761361.146597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761361.146617:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761361.146624:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761361.146629:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761361.146639:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 400
00000100:00080000:3.0:1787761361.146650:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761361.146665:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761361.146707:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278353280/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761361.146733:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761361.146737:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761361.146739:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761361.146744:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 400
00000100:00080000:3.0:1787761361.146748:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761361.146754:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761361.146767:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761361.146771:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278353280:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761361.146785:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278353408/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761361.146880:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278353408:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761361.850703:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761362.170652:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:2.0:1787761362.682805:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.118:988
00000400:00000100:2.0:1787761362.682856:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787761362.682878:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:2.0:1787761362.682929:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:1.0:1787761362.682987:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761361/real 1787761362]  req@ffff9dd193c74b40 x1874603278353408/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761362.683023:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278353408/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761362.683037:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761362.683041:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761362.683058:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278353408:192.168.203.118@tcp:38:kworker.0
00000100:00100000:1.0:1787761362.683067:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761361/real 1787761362]  req@ffff9dd193c76940 x1874603278353280/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761362.683082:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278353280/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761362.683091:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761362.683095:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761362.683099:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278353280:192.168.203.118@tcp:250:kworker.0
00010000:00010000:3.0:1787761362.874627:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761363.194564:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761363.898653:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761364.218595:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761364.922624:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761365.242617:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761365.946613:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761366.266569:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761366.266575:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761366.266581:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761366.266584:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761366.266592:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 405
00000100:00080000:3.0:1787761366.266601:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761366.266614:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761366.266644:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278353536/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761366.266665:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761366.266668:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761366.266669:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761366.266672:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 405
00000100:00080000:3.0:1787761366.266674:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761366.266677:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761366.266685:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761366.266695:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77480 x1874603278353664/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761366.266706:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278353536:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787761366.266768:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761366.266801:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761366/real 1787761366]  req@ffff9dd193c76580 x1874603278353536/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761366.266815:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278353536/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761366.266822:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761366.266826:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761366.266831:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278353536:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761366.266855:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278353664:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761366.266880:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761366.266890:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761366/real 1787761366]  req@ffff9dd193c77480 x1874603278353664/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761366.266912:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77480 x1874603278353664/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761366.266918:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761366.266920:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761366.266923:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278353664:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761366.970632:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761367.290596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761367.994642:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761368.314596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761369.018676:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761369.338574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761370.042648:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761370.362599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761371.066647:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761371.386579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761371.386582:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761371.386589:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761371.386592:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761371.386601:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 411
00000100:00080000:3.0:1787761371.386610:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761371.386616:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761371.386645:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278353792/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761371.386666:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761371.386669:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761371.386671:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761371.386674:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 411
00000100:00080000:3.0:1787761371.386676:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761371.386678:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761371.386686:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761371.386693:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278353920/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761371.386721:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278353792:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787761371.386780:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761371.386815:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761371/real 1787761371]  req@ffff9dd193c75a40 x1874603278353792/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761371.386834:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278353792/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761371.386845:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761371.386849:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761371.386853:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278353792:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761371.386860:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278353920:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761371.386881:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761371.386893:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761371/real 1787761371]  req@ffff9dd193c74f00 x1874603278353920/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761371.386905:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278353920/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761371.386929:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761371.386933:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761371.386937:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278353920:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761372.090669:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761372.410580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761373.114683:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761373.434578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761374.138664:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761374.458599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761375.162674:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761375.482574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761376.186674:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761376.506572:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761376.506610:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761376.506616:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761376.506619:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761376.506626:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 416
00000100:00080000:1.0:1787761376.506634:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761376.506640:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761376.506668:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cf00 x1874603278354048/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761376.506692:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761376.506695:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761376.506696:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761376.506699:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 416
00000100:00080000:1.0:1787761376.506702:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761376.506704:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787761376.506712:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761376.506723:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e1c0 x1874603278354176/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761376.506723:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278354048:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787761376.506786:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761376.506815:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761376/real 1787761376]  req@ffff9dd186d6cf00 x1874603278354048/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761376.506828:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cf00 x1874603278354048/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761376.506836:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761376.506839:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761376.506842:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278354048:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761376.506859:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278354176:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787761376.506873:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761376.506881:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761376/real 1787761376]  req@ffff9dd186d6e1c0 x1874603278354176/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761376.506889:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e1c0 x1874603278354176/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761376.506894:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761376.506896:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761376.506898:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278354176:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761377.210652:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761377.530583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761378.234711:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761378.554621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761379.258641:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761379.578582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761380.282695:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761380.602584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761381.306697:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761381.626587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761381.626640:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761381.626646:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761381.626649:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761381.626668:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 421
00000100:00080000:3.0:1787761381.626677:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761381.626682:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761381.626710:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278354304/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761381.626735:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761381.626737:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761381.626739:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761381.626742:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 421
00000100:00080000:3.0:1787761381.626744:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761381.626747:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761381.626754:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761381.626763:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278354432/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761381.626795:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278354304:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787761381.626876:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761381.626932:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761381/real 1787761381]  req@ffff9dd193c74000 x1874603278354304/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761381.626948:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278354304/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761381.626958:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761381.626962:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761381.626965:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278354304:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761381.626990:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278354432:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761381.627006:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761381.627015:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761381/real 1787761381]  req@ffff9dd193c77840 x1874603278354432/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761381.627024:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278354432/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761381.627029:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761381.627032:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761381.627034:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278354432:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761382.330602:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761382.650572:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761383.354617:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761383.674580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761384.378619:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761384.698573:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761385.402663:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761385.722590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761386.426671:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761386.746576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761386.746580:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761386.746586:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761386.746590:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761386.746598:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 426
00000100:00080000:3.0:1787761386.746607:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761386.746613:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761386.746643:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c743c0 x1874603278354560/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761386.746680:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761386.746683:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761386.746684:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761386.746687:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 426
00000100:00080000:3.0:1787761386.746690:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761386.746693:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761386.746701:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761386.746709:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278354688/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761386.746756:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278354560:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787761386.746817:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761386.746849:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761386/real 1787761386]  req@ffff9dd193c743c0 x1874603278354560/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761386.746862:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c743c0 x1874603278354560/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761386.746880:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761386.746883:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761386.746886:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278354560:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761386.746891:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278354688:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761386.746908:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761386.746916:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761386/real 1787761386]  req@ffff9dd193c752c0 x1874603278354688/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761386.746924:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278354688/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761386.746929:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761386.746931:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761386.746933:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278354688:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761387.450691:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761387.770633:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761388.474637:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761388.794594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761389.498668:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761389.818617:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761390.522634:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761390.842592:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761391.546658:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761391.866622:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761391.866622:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761391.866635:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761391.866640:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761391.866651:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 431
00000100:00080000:3.0:1787761391.866663:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761391.866671:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761391.866711:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278354816/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761391.866737:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761391.866740:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761391.866742:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761391.866745:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 431
00000100:00080000:3.0:1787761391.866762:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761391.866767:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761391.866777:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761391.866788:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c743c0 x1874603278354944/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761391.866811:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278354816:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787761391.866897:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761391.866937:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761391/real 1787761391]  req@ffff9dd193c752c0 x1874603278354816/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761391.866953:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278354816/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761391.866962:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761391.866965:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761391.866968:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278354816:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761391.866998:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278354944:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761391.867017:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761391.867026:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761391/real 1787761391]  req@ffff9dd193c743c0 x1874603278354944/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761391.867034:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c743c0 x1874603278354944/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761391.867040:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761391.867043:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761391.867045:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278354944:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761392.570622:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761392.890570:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761393.594623:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761393.914594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761394.618663:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761394.938569:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761395.642626:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761395.962584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761396.666632:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761396.986570:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761396.986598:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761396.986607:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761396.986611:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761396.986622:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 436
00000100:00080000:3.0:1787761396.986636:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761396.986647:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761396.986695:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278355072/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761396.986722:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761396.986725:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761396.986727:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761396.986730:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 436
00000100:00080000:3.0:1787761396.986733:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761396.986736:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761396.986745:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761396.986755:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278355200/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761396.986810:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278355072:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761396.986900:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278355200:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761397.690647:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761398.010613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761398.714655:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761399.034584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:0.0:1787761399.546824:0:2337:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:0.0:1787761399.546864:0:2337:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787761399.546878:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:0.0:1787761399.546913:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:1.0:1787761399.546951:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761396/real 1787761399]  req@ffff9dd193c77840 x1874603278355072/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761399.546978:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278355072/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761399.546987:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761399.546992:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761399.546997:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278355072:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761399.547005:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761396/real 1787761399]  req@ffff9dd193c74000 x1874603278355200/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761399.547039:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278355200/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761399.547048:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761399.547051:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761399.547055:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278355200:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761399.738653:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761400.058586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761400.762690:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761401.082589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761401.786688:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761402.106587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761402.106620:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761402.106629:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761402.106634:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761402.106645:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 441
00000100:00080000:1.0:1787761402.106658:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761402.106665:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761402.106707:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f840 x1874603278355328/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761402.106734:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761402.106738:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761402.106739:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761402.106743:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 441
00000100:00080000:1.0:1787761402.106746:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761402.106750:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787761402.106760:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761402.106772:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278355328:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761402.106773:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c780 x1874603278355456/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761402.106853:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761402.106905:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761402/real 1787761402]  req@ffff9dd186d6f840 x1874603278355328/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761402.106932:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f840 x1874603278355328/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761402.106941:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761402.106944:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761402.106948:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278355328:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761402.106971:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278355456:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787761402.106990:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761402.107000:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761402/real 1787761402]  req@ffff9dd186d6c780 x1874603278355456/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761402.107008:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c780 x1874603278355456/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761402.107014:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761402.107016:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761402.107018:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278355456:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761402.810677:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761403.130590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761403.834665:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761404.154565:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761404.858760:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761405.178581:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761405.882697:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761406.202570:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761406.906627:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761407.226584:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787761407.226584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761407.226594:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761407.226599:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761407.226607:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 446
00000100:00080000:1.0:1787761407.226617:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761407.226622:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761407.226652:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c3c0 x1874603278355584/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761407.226673:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761407.226676:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761407.226677:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761407.226680:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 446
00000100:00080000:1.0:1787761407.226682:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761407.226684:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787761407.226692:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761407.226701:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6de00 x1874603278355712/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761407.226728:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278355584:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787761407.226785:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761407.226821:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761407/real 1787761407]  req@ffff9dd186d6c3c0 x1874603278355584/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761407.226839:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c3c0 x1874603278355584/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761407.226847:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761407.226850:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761407.226853:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278355584:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761407.226859:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278355712:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787761407.226875:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761407.226883:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761407/real 1787761407]  req@ffff9dd186d6de00 x1874603278355712/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761407.226891:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6de00 x1874603278355712/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761407.226896:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761407.226898:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761407.226900:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278355712:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761407.930674:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761408.250579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761408.954747:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761409.274581:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761409.978665:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761410.298584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761411.002641:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761411.322602:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761412.027609:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761412.346589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761412.346593:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761412.346605:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761412.346608:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761412.346617:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 452
00000100:00080000:1.0:1787761412.346629:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761412.346635:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761412.346679:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6da40 x1874603278355840/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761412.346702:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761412.346705:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761412.346711:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761412.346715:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 452
00000100:00080000:1.0:1787761412.346718:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761412.346722:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787761412.346731:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761412.346742:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6de00 x1874603278355968/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761412.346749:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278355840:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787761412.346830:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761412.346869:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761412/real 1787761412]  req@ffff9dd186d6da40 x1874603278355840/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761412.346885:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6da40 x1874603278355840/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761412.346895:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761412.346898:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761412.346902:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278355840:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761412.346931:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278355968:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787761412.346956:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761412.346969:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761412/real 1787761412]  req@ffff9dd186d6de00 x1874603278355968/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761412.346978:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6de00 x1874603278355968/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761412.346984:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761412.346987:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761412.346989:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278355968:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761413.050680:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761413.370605:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761414.074671:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761414.394581:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761415.098691:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761415.418590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761416.122687:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761416.442590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761417.146671:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761417.466610:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761417.466618:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1787761417.466621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761417.466623:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761417.466639:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 457
00000100:00080000:1.0:1787761417.466649:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761417.466654:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761417.466685:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c3c0 x1874603278356096/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761417.466707:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761417.466710:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761417.466712:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761417.466714:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 457
00000100:00080000:1.0:1787761417.466717:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761417.466731:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787761417.466740:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761417.466749:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c780 x1874603278356224/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761417.466784:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278356096:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787761417.466837:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761417.466868:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761417/real 1787761417]  req@ffff9dd186d6c3c0 x1874603278356096/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761417.466886:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c3c0 x1874603278356096/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761417.466898:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761417.466903:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761417.466907:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278356096:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761417.466916:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278356224:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787761417.466940:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761417.466954:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761417/real 1787761417]  req@ffff9dd186d6c780 x1874603278356224/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761417.466967:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c780 x1874603278356224/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761417.466973:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761417.466975:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761417.466977:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278356224:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761418.170673:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761418.490611:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761419.194665:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761419.514616:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761420.218649:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761420.538641:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761421.242697:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761421.562610:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761422.266645:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761422.586593:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761422.586601:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761422.586604:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761422.586614:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 462
00000100:00080000:1.0:1787761422.586625:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787761422.586634:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761422.586640:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761422.586685:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f840 x1874603278356352/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761422.586718:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761422.586722:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761422.586724:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761422.586729:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 462
00000100:00080000:1.0:1787761422.586734:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761422.586739:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787761422.586750:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761422.586756:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278356352:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761422.586769:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e1c0 x1874603278356480/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761422.586813:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761422.586850:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761422/real 1787761422]  req@ffff9dd186d6f840 x1874603278356352/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761422.586870:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f840 x1874603278356352/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761422.586881:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761422.586885:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761422.586889:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278356352:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761422.586921:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278356480:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787761422.586941:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761422.586951:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761422/real 1787761422]  req@ffff9dd186d6e1c0 x1874603278356480/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761422.586959:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e1c0 x1874603278356480/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761422.586965:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761422.586968:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761422.586970:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278356480:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761423.290649:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761423.610588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761424.314640:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761424.634606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761425.338675:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761425.658583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761426.362682:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761426.682578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761427.386667:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761427.706581:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761427.706582:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761427.706594:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761427.706621:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761427.706634:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 467
00000100:00080000:1.0:1787761427.706648:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761427.706655:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761427.706694:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cf00 x1874603278356608/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761427.706720:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761427.706723:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761427.706724:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761427.706727:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 467
00000100:00080000:1.0:1787761427.706730:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761427.706733:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787761427.706744:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761427.706754:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e940 x1874603278356736/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761427.706763:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278356608:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787761427.706837:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761427.706876:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761427/real 1787761427]  req@ffff9dd186d6cf00 x1874603278356608/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761427.706891:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cf00 x1874603278356608/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761427.706900:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761427.706903:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761427.706907:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278356608:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761427.706929:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278356736:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787761427.706943:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761427.706952:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761427/real 1787761427]  req@ffff9dd186d6e940 x1874603278356736/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761427.706960:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e940 x1874603278356736/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761427.706966:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761427.706968:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761427.706971:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278356736:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761428.410657:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761428.730598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761429.434650:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761429.754601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761430.458658:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761430.778605:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761431.482674:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761431.802590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761432.506656:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761432.826597:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787761432.826601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761432.826611:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761432.826618:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761432.826628:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 472
00000100:00080000:1.0:1787761432.826640:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761432.826646:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761432.826679:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c000 x1874603278356864/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761432.826702:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761432.826718:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761432.826720:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761432.826724:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 472
00000100:00080000:1.0:1787761432.826728:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761432.826732:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787761432.826740:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761432.826751:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f0c0 x1874603278356992/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761432.826756:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278356864:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787761432.826814:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761432.826852:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761432/real 1787761432]  req@ffff9dd186d6c000 x1874603278356864/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761432.826866:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c000 x1874603278356864/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761432.826874:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761432.826877:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761432.826880:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278356864:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761432.826897:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278356992:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787761432.826912:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761432.826919:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761432/real 1787761432]  req@ffff9dd186d6f0c0 x1874603278356992/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761432.826927:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f0c0 x1874603278356992/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761432.826933:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761432.826935:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761432.826937:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278356992:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761433.530679:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761433.850594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761434.554675:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761434.874603:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761435.578662:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761435.898605:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761436.602662:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761436.922585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761437.626641:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761437.946595:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761437.946652:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761437.946676:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761437.946679:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761437.946687:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 477
00000100:00080000:3.0:1787761437.946697:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761437.946704:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761437.946737:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278357120/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761437.946768:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761437.946772:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761437.946773:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761437.946777:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 477
00000100:00080000:3.0:1787761437.946780:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761437.946784:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761437.946792:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761437.946800:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278357120:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761437.946805:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278357248/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761437.946857:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761437.946888:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761437/real 1787761437]  req@ffff9dd193c74f00 x1874603278357120/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761437.946902:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278357120/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761437.946910:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761437.946913:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761437.946916:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278357120:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761437.946947:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278357248:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761437.946964:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761437.946972:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761437/real 1787761437]  req@ffff9dd193c75a40 x1874603278357248/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761437.946980:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278357248/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761437.946992:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761437.946995:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761437.946997:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278357248:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761438.650687:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761438.970577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761439.674634:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761439.994612:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761440.698768:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761441.018672:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761441.722654:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761442.042607:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761442.746631:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761443.066600:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761443.066616:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761443.066628:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761443.066632:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761443.066654:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 482
00000100:00080000:1.0:1787761443.066664:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761443.066670:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761443.066701:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cb40 x1874603278357376/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761443.066726:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761443.066730:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761443.066731:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761443.066734:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 482
00000100:00080000:1.0:1787761443.066737:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761443.066739:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787761443.066747:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761443.066756:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6fc00 x1874603278357504/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761443.066778:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278357376:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787761443.066838:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761443.066877:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761443/real 1787761443]  req@ffff9dd186d6cb40 x1874603278357376/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761443.066897:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cb40 x1874603278357376/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761443.066944:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761443.066949:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761443.066955:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278357376:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761443.066964:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278357504:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787761443.066990:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761443.067003:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761443/real 1787761443]  req@ffff9dd186d6fc00 x1874603278357504/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761443.067019:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6fc00 x1874603278357504/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761443.067028:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761443.067032:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761443.067035:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278357504:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761443.770621:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761444.090599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761444.794686:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761445.114595:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761445.818633:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761446.138627:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761446.842699:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761447.162595:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761447.866654:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761448.186569:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761448.186576:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761448.186594:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761448.186602:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 487
00000100:00100000:2.0:1787761448.186609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761448.186618:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761448.186625:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761448.186657:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6d2c0 x1874603278357632/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761448.186678:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761448.186680:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761448.186682:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761448.186685:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 487
00000100:00080000:1.0:1787761448.186687:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761448.186689:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787761448.186697:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761448.186705:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6ed00 x1874603278357760/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761448.186732:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278357632:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787761448.186784:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761448.186814:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761448/real 1787761448]  req@ffff9dd186d6d2c0 x1874603278357632/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761448.186827:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6d2c0 x1874603278357632/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761448.186846:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761448.186849:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761448.186852:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278357632:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761448.186857:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278357760:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787761448.186894:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761448.186904:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761448/real 1787761448]  req@ffff9dd186d6ed00 x1874603278357760/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761448.186912:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6ed00 x1874603278357760/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761448.186918:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761448.186920:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761448.186922:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278357760:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761448.890637:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761449.210596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761449.914655:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761450.234615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761450.938690:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761451.258589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761451.962669:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761452.282621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761452.986714:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761453.306570:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761453.306598:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761453.306604:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761453.306608:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761453.306615:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 493
00000100:00080000:1.0:1787761453.306625:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761453.306630:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761453.306663:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6ed00 x1874603278357888/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761453.306686:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761453.306702:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761453.306703:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761453.306706:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 493
00000100:00080000:1.0:1787761453.306709:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761453.306712:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787761453.306720:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761453.306731:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6d2c0 x1874603278358016/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761453.306781:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278357888:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787761453.306876:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761453.306924:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761453/real 1787761453]  req@ffff9dd186d6ed00 x1874603278357888/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761453.306940:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6ed00 x1874603278357888/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761453.306963:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761453.306967:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761453.306970:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278357888:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761453.306976:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278358016:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787761453.306995:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761453.307004:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761453/real 1787761453]  req@ffff9dd186d6d2c0 x1874603278358016/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761453.307012:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6d2c0 x1874603278358016/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761453.307018:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761453.307020:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761453.307023:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278358016:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787761454.010619:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761454.330580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761455.034653:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761455.354576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761456.058612:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761456.378575:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761457.082699:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761457.402587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761458.106644:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761458.426597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761458.426609:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761458.426618:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761458.426624:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761458.426634:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 498
00000100:00080000:1.0:1787761458.426645:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761458.426652:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761458.426703:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6fc00 x1874603278358144/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761458.426729:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761458.426732:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761458.426733:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761458.426737:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 498
00000100:00080000:1.0:1787761458.426740:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761458.426742:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787761458.426770:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761458.426781:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cb40 x1874603278358272/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761458.426820:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278358144:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787761458.426882:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761458.426917:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761458/real 1787761458]  req@ffff9dd186d6fc00 x1874603278358144/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761458.426930:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6fc00 x1874603278358144/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761458.426938:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761458.426954:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761458.426958:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278358144:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761458.426964:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278358272:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787761458.426989:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761458.426998:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761458/real 1787761458]  req@ffff9dd186d6cb40 x1874603278358272/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761458.427007:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cb40 x1874603278358272/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761458.427012:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761458.427014:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761458.427016:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278358272:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761459.130621:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761459.450580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761460.154606:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761460.474591:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761461.178639:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761461.498599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761462.202592:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761462.522631:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761463.226628:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761463.546599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787761463.546631:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761463.546636:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761463.546639:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761463.546646:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 503
00000100:00080000:2.0:1787761463.546655:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761463.546662:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787761463.546693:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278358400/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761463.546717:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761463.546719:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761463.546721:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761463.546723:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 503
00000100:00080000:2.0:1787761463.546726:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761463.546728:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787761463.546736:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761463.546775:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278358528/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761463.546795:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278358400:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761463.546933:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278358528:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787761464.250657:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761464.570669:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761465.274699:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761465.594652:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761466.298673:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761466.618730:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:0.0:1787761466.618856:0:2338:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:0.0:1787761466.618917:0:2338:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787761466.618945:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:0.0:1787761466.618996:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:3.0:1787761466.619128:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761463/real 1787761466]  req@ffff9dd193d152c0 x1874603278358528/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761466.619161:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278358528/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761466.619180:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761466.619218:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761466.619224:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278358528:192.168.203.118@tcp:38:kworker.0
00000100:00100000:3.0:1787761466.619240:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761463/real 1787761466]  req@ffff9dd193d143c0 x1874603278358400/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761466.619255:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278358400/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761466.619264:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761466.619267:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761466.619270:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278358400:192.168.203.118@tcp:250:kworker.0
00010000:00010000:3.0:1787761467.322646:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761467.642647:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761468.346619:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761468.666636:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787761468.666641:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761468.666647:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761468.666651:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761468.666659:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 508
00000100:00080000:2.0:1787761468.666668:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761468.666674:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787761468.666702:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278358656/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761468.666737:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761468.666742:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761468.666744:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761468.666749:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 508
00000100:00080000:2.0:1787761468.666754:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761468.666760:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761468.666762:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278358656:192.168.203.118@tcp:250:kworker.0
00000008:00100000:2.0:1787761468.666771:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761468.666788:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15680 x1874603278358784/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761468.666826:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761468.666859:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761468/real 1787761468]  req@ffff9dd193d17840 x1874603278358656/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761468.666873:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278358656/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761468.666884:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761468.666888:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761468.666892:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278358656:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761468.666919:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278358784:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787761468.666942:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761468.666955:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761468/real 1787761468]  req@ffff9dd193d15680 x1874603278358784/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761468.666985:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15680 x1874603278358784/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761468.666993:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761468.666996:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761468.666999:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278358784:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761469.370615:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761469.690583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761470.394726:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761470.714609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761471.418632:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761471.738568:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761472.442658:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761472.762570:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761473.466638:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761473.786590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787761473.786591:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761473.786599:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761473.786612:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761473.786620:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 513
00000100:00080000:2.0:1787761473.786629:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761473.786634:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787761473.786662:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278358912/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761473.786683:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761473.786699:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761473.786701:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761473.786706:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 513
00000100:00080000:2.0:1787761473.786710:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761473.786713:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787761473.786721:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761473.786724:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278358912:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787761473.786734:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278359040/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761473.786780:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761473.786808:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761473/real 1787761473]  req@ffff9dd193d161c0 x1874603278358912/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761473.786821:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278358912/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761473.786830:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761473.786835:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761473.786839:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278358912:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761473.786860:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278359040:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787761473.786884:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761473.786895:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761473/real 1787761473]  req@ffff9dd193d15e00 x1874603278359040/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761473.786915:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278359040/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761473.786921:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761473.786924:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761473.786926:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278359040:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787761474.490613:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761474.810581:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761475.514652:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761475.834583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761476.538691:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761476.858568:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761477.562689:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761477.882596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761478.586675:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761478.906613:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761478.906621:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761478.906625:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761478.906635:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 518
00000100:00080000:3.0:1787761478.906646:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761478.906665:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787761478.906670:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787761478.906701:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77480 x1874603278359168/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761478.906735:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761478.906739:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761478.906741:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761478.906745:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 518
00000100:00080000:3.0:1787761478.906749:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761478.906753:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761478.906762:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761478.906779:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278359168:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761478.906792:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278359296/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761478.906849:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761478.906892:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761478/real 1787761478]  req@ffff9dd193c77480 x1874603278359168/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761478.906914:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77480 x1874603278359168/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761478.906945:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761478.906950:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761478.906956:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278359168:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761478.906983:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278359296:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761478.907011:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761478.907025:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761478/real 1787761478]  req@ffff9dd193c76580 x1874603278359296/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761478.907041:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278359296/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761478.907050:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761478.907054:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761478.907058:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278359296:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787761479.610657:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761479.930629:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761480.634659:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761480.954614:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761481.658645:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761481.978585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761482.682727:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761483.002590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761483.706667:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761484.026583:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761484.026592:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761484.026597:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761484.026606:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 523
00000100:00100000:0.0:1787761484.026609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761484.026629:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761484.026638:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761484.026671:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278359424/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761484.026695:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761484.026697:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761484.026699:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761484.026702:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 523
00000100:00080000:3.0:1787761484.026705:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761484.026708:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761484.026717:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761484.026728:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278359424:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761484.026730:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278359552/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761484.026796:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761484.026844:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761484/real 1787761484]  req@ffff9dd193c76940 x1874603278359424/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761484.026859:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278359424/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761484.026868:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761484.026871:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761484.026874:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278359424:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761484.026893:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278359552:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761484.026910:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761484.026919:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761484/real 1787761484]  req@ffff9dd193c74b40 x1874603278359552/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761484.026928:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278359552/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761484.026935:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761484.026937:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761484.026940:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278359552:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761484.730645:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761485.050600:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761485.754658:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761486.074584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761486.778729:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761487.098606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761487.802736:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761488.122600:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761488.826700:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761489.146604:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787761489.146607:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761489.146615:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761489.146619:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761489.146643:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 528
00000100:00080000:3.0:1787761489.146654:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761489.146660:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761489.146689:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278359680/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761489.146709:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761489.146712:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761489.146713:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761489.146716:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 528
00000100:00080000:3.0:1787761489.146718:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761489.146721:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761489.146729:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761489.146740:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278359680:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761489.146742:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75680 x1874603278359808/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761489.146797:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761489.146835:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761489/real 1787761489]  req@ffff9dd193c770c0 x1874603278359680/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761489.146848:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278359680/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761489.146856:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761489.146859:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761489.146862:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278359680:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761489.146879:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278359808:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761489.146895:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761489.146902:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761489/real 1787761489]  req@ffff9dd193c75680 x1874603278359808/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761489.146910:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75680 x1874603278359808/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761489.146915:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761489.146917:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761489.146919:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278359808:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787761489.850651:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761490.170594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761490.874807:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761491.194697:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761491.898760:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761492.218573:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761492.922861:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761493.242601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761493.946767:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761494.266599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761494.266610:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761494.266616:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761494.266619:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761494.266628:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 533
00000100:00080000:1.0:1787761494.266637:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761494.266643:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761494.266675:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f0c0 x1874603278359936/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761494.266697:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761494.266700:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761494.266702:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761494.266705:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 533
00000100:00080000:1.0:1787761494.266708:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761494.266711:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787761494.266719:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761494.266725:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278359936:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761494.266730:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c000 x1874603278360064/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761494.266794:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761494.266824:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761494/real 1787761494]  req@ffff9dd186d6f0c0 x1874603278359936/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761494.266837:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f0c0 x1874603278359936/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761494.266845:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761494.266847:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761494.266850:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278359936:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761494.266867:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278360064:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761494.266881:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761494.266889:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761494/real 1787761494]  req@ffff9dd186d6c000 x1874603278360064/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761494.266897:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c000 x1874603278360064/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761494.266910:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761494.266912:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761494.266915:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278360064:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787761494.970685:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761495.290610:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761495.994667:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761496.314603:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761497.018737:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761497.338649:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761498.042785:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761498.362690:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761499.066700:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761499.386579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761499.386587:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761499.386595:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761499.386607:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761499.386616:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 539
00000100:00080000:1.0:1787761499.386625:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761499.386631:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761499.386665:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e940 x1874603278360192/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761499.386696:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761499.386700:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761499.386703:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761499.386709:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 539
00000100:00080000:1.0:1787761499.386713:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761499.386718:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787761499.386729:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278360192:192.168.203.118@tcp:250:kworker.0
00000008:00100000:1.0:1787761499.386729:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761499.386746:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cf00 x1874603278360320/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761499.386790:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761499.386822:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761499/real 1787761499]  req@ffff9dd186d6e940 x1874603278360192/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761499.386836:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e940 x1874603278360192/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761499.386845:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761499.386848:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761499.386851:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278360192:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761499.386871:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278360320:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761499.386888:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761499.386896:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761499/real 1787761499]  req@ffff9dd186d6cf00 x1874603278360320/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761499.386905:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cf00 x1874603278360320/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761499.386912:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761499.386914:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761499.386917:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278360320:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761500.090619:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761500.410594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761501.114644:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761501.434580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761502.138675:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761502.458578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761503.162641:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761503.482590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761504.186621:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761504.506589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761504.506589:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761504.506597:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761504.506601:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761504.506610:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 544
00000100:00080000:1.0:1787761504.506619:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761504.506626:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761504.506657:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e1c0 x1874603278360448/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761504.506679:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761504.506688:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761504.506689:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761504.506693:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 544
00000100:00080000:1.0:1787761504.506697:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761504.506701:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787761504.506709:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278360448:192.168.203.118@tcp:250:kworker.0
00000008:00100000:1.0:1787761504.506716:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761504.506730:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f840 x1874603278360576/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761504.506769:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761504.506808:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761504/real 1787761504]  req@ffff9dd186d6e1c0 x1874603278360448/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761504.506823:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e1c0 x1874603278360448/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761504.506831:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761504.506834:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761504.506837:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278360448:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761504.506856:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278360576:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761504.506873:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761504.506882:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761504/real 1787761504]  req@ffff9dd186d6f840 x1874603278360576/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761504.506891:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f840 x1874603278360576/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761504.506896:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761504.506899:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761504.506901:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278360576:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787761505.210613:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761505.530585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761506.234623:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761506.554589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761507.258608:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761507.578575:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761508.282788:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761508.602583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761509.306603:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761509.626584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787761509.626597:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761509.626610:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761509.626613:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761509.626622:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 549
00000100:00080000:2.0:1787761509.626634:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761509.626642:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787761509.626678:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15a40 x1874603278360704/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761509.626699:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761509.626702:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761509.626704:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761509.626707:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 549
00000100:00080000:2.0:1787761509.626710:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761509.626713:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787761509.626722:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761509.626729:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278360704:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787761509.626736:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278360832/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761509.626784:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761509.626815:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761509/real 1787761509]  req@ffff9dd193d15a40 x1874603278360704/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761509.626827:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15a40 x1874603278360704/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761509.626835:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761509.626838:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761509.626841:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278360704:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761509.626858:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278360832:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761509.626872:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761509.626879:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761509/real 1787761509]  req@ffff9dd193d15e00 x1874603278360832/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761509.626887:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278360832/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761509.626893:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761509.626895:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761509.626897:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278360832:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787761510.330625:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761510.650595:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761511.354612:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761511.674599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761512.378631:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761512.698567:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761513.402635:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761513.722582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761514.426618:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761514.746586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787761514.746586:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761514.746595:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761514.746599:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761514.746607:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 554
00000100:00080000:2.0:1787761514.746616:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761514.746623:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787761514.746656:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278360960/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761514.746694:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761514.746697:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761514.746699:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761514.746702:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 554
00000100:00080000:2.0:1787761514.746705:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761514.746707:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787761514.746716:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761514.746726:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15680 x1874603278361088/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761514.746743:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278360960:192.168.203.118@tcp:250:kworker.0
00000800:00000100:0.0:1787761514.746798:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761514.746831:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761514/real 1787761514]  req@ffff9dd193d161c0 x1874603278360960/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761514.746843:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278360960/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761514.746852:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761514.746854:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761514.746857:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278360960:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761514.746875:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278361088:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761514.746889:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761514.746897:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761514/real 1787761514]  req@ffff9dd193d15680 x1874603278361088/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761514.746905:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15680 x1874603278361088/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761514.746910:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761514.746912:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761514.746914:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278361088:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787761515.450630:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761515.770585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761516.474659:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761516.794575:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761517.498630:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761517.818570:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761518.522650:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761518.842575:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761519.546618:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761519.866583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761519.866637:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761519.866644:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761519.866648:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761519.866672:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 559
00000100:00080000:3.0:1787761519.866682:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761519.866687:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761519.866723:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75680 x1874603278361216/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761519.866755:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761519.866760:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761519.866763:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761519.866769:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 559
00000100:00080000:3.0:1787761519.866775:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761519.866781:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761519.866791:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761519.866792:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278361216:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761519.866809:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278361344/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761519.866853:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761519.866892:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761519/real 1787761519]  req@ffff9dd193c75680 x1874603278361216/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761519.866907:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75680 x1874603278361216/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761519.866916:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761519.866919:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761519.866922:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278361216:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761519.866941:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278361344:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761519.866958:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761519.866967:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761519/real 1787761519]  req@ffff9dd193c770c0 x1874603278361344/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761519.866976:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278361344/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761519.866983:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761519.866985:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761519.866988:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278361344:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761520.570607:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761520.890598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761521.594613:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761521.914635:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761522.618791:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761522.938627:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761523.642615:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761523.962609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761524.666630:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761524.986690:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1787761524.986690:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787761524.986706:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761524.986712:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761524.986724:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 564
00000100:00080000:2.0:1787761524.986739:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761524.986752:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787761524.986812:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278361472/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761524.986862:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761524.986870:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761524.986874:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761524.986884:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 564
00000100:00080000:2.0:1787761524.986894:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761524.986903:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787761524.986923:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278361472:192.168.203.118@tcp:250:kworker.0
00000008:00100000:2.0:1787761524.986939:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761524.986976:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278361600/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761524.987031:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761524.987084:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761524/real 1787761524]  req@ffff9dd193d17840 x1874603278361472/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761524.987107:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278361472/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761524.987121:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761524.987126:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761524.987131:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278361472:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761524.987163:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278361600:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761524.987191:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761524.987205:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761524/real 1787761524]  req@ffff9dd193d143c0 x1874603278361600/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761524.987220:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278361600/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761524.987230:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761524.987234:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761524.987238:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278361600:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787761525.690716:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761526.010604:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761526.714724:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761527.034611:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761527.738694:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761528.058638:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761528.762727:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761529.082619:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761529.786637:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761530.106630:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761530.106642:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761530.106648:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761530.106662:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 569
00000100:00100000:3.0:1787761530.106664:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787761530.106677:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761530.106690:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787761530.106736:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278361728/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761530.106769:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761530.106774:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761530.106776:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761530.106782:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 569
00000100:00080000:2.0:1787761530.106785:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761530.106790:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787761530.106802:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761530.106818:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278361856/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761530.106844:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278361728:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761530.106999:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278361856:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761530.810784:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761531.130634:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761531.834715:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761532.154694:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761532.858809:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761533.178699:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:0.0:1787761533.178830:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:0.0:1787761533.178867:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787761533.178882:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:0.0:1787761533.178922:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:3.0:1787761533.178951:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761530/real 1787761533]  req@ffff9dd193d16d00 x1874603278361856/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761533.178986:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278361856/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761533.179001:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761533.179007:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761533.179013:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278361856:192.168.203.118@tcp:38:kworker.0
00000100:00100000:3.0:1787761533.179023:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761530/real 1787761533]  req@ffff9dd193d152c0 x1874603278361728/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761533.179041:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278361728/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761533.179052:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761533.179057:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761533.179062:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278361728:192.168.203.118@tcp:250:kworker.0
00010000:00010000:2.0:1787761533.882637:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761534.202644:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761534.906767:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761535.226612:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761535.226624:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761535.226630:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761535.226641:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 574
00000100:00080000:2.0:1787761535.226666:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761535.226677:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761535.226699:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787761535.226726:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278361984/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761535.226760:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761535.226765:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761535.226768:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761535.226774:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 574
00000100:00080000:2.0:1787761535.226780:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761535.226785:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787761535.226798:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761535.226816:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278361984:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787761535.226820:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278362112/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761535.226907:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761535.226960:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761535/real 1787761535]  req@ffff9dd193d152c0 x1874603278361984/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761535.226984:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278361984/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761535.227021:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761535.227027:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761535.227033:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278361984:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761535.227081:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278362112:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787761535.227132:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761535.227159:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761535/real 1787761535]  req@ffff9dd193d16d00 x1874603278362112/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761535.227186:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278362112/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761535.227202:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761535.227209:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761535.227216:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278362112:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761535.930658:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761536.250653:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761536.954725:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761537.274664:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761537.978778:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761538.298666:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761539.002702:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761539.322625:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761540.026803:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761540.346655:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761540.346688:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761540.346699:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761540.346705:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761540.346718:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 580
00000100:00080000:1.0:1787761540.346732:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761540.346742:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761540.346786:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c780 x1874603278362240/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761540.346847:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761540.346852:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761540.346855:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761540.346861:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 580
00000100:00080000:1.0:1787761540.346868:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761540.346875:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787761540.346889:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761540.346909:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c3c0 x1874603278362368/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787761540.346924:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278362240:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787761540.347017:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761540.347066:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761540/real 1787761540]  req@ffff9dd186d6c780 x1874603278362240/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761540.347083:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c780 x1874603278362240/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761540.347093:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761540.347108:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761540.347112:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278362240:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761540.347139:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278362368:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787761540.347159:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761540.347168:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761540/real 1787761540]  req@ffff9dd186d6c3c0 x1874603278362368/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761540.347177:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c3c0 x1874603278362368/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761540.347183:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761540.347185:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761540.347188:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278362368:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761541.050727:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761541.370646:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761542.074659:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761542.394603:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761543.098751:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761543.418605:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761544.122682:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761544.442577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761545.146761:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761545.466599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761545.466682:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761545.466697:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761545.466705:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761545.466737:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 585
00000100:00080000:1.0:1787761545.466755:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761545.466768:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761545.466822:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6de00 x1874603278362496/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761545.466862:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761545.466868:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761545.466870:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761545.466876:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 585
00000100:00080000:1.0:1787761545.466882:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761545.466902:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761545.466923:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278362496:192.168.203.118@tcp:250:kworker.0
00000008:00100000:1.0:1787761545.466950:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761545.466987:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6da40 x1874603278362624/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761545.467036:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761545.467087:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761545/real 1787761545]  req@ffff9dd186d6de00 x1874603278362496/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761545.467103:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6de00 x1874603278362496/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761545.467114:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761545.467118:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761545.467122:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278362496:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761545.467162:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278362624:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787761545.467183:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761545.467215:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761545/real 1787761545]  req@ffff9dd186d6da40 x1874603278362624/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761545.467225:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6da40 x1874603278362624/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761545.467231:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761545.467233:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761545.467236:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278362624:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787761546.170896:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761546.490695:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761547.194663:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761547.514653:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761548.218664:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761548.538586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761549.242693:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761549.562618:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761550.266697:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761550.586654:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761550.586713:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761550.586724:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761550.586731:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761550.586746:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 590
00000100:00080000:1.0:1787761550.586763:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761550.586775:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761550.586832:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6da40 x1874603278362752/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761550.586869:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761550.586874:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761550.586877:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761550.586883:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 590
00000100:00080000:1.0:1787761550.586888:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761550.586894:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787761550.586908:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761550.586923:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278362752:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761550.586930:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6de00 x1874603278362880/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787761550.587029:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761550.587087:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761550/real 1787761550]  req@ffff9dd186d6da40 x1874603278362752/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761550.587112:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6da40 x1874603278362752/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761550.587128:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761550.587133:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761550.587139:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278362752:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761550.587229:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278362880:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787761550.587266:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787761550.587284:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761550/real 1787761550]  req@ffff9dd186d6de00 x1874603278362880/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761550.587300:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6de00 x1874603278362880/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761550.587311:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787761550.587315:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787761550.587320:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278362880:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787761551.290719:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761551.610625:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761552.314752:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761552.634648:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761553.338771:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761553.658637:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761554.362662:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761554.682562:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761555.386697:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761555.706583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761555.706631:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761555.706637:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761555.706640:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761555.706647:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 595
00000100:00080000:3.0:1787761555.706657:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761555.706663:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761555.706704:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278363008/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761555.706727:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761555.706730:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761555.706732:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761555.706748:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 595
00000100:00080000:3.0:1787761555.706751:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761555.706754:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761555.706762:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761555.706781:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278363136/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761555.706806:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278363008:192.168.203.118@tcp:250:kworker.0
00000800:00000100:0.0:1787761555.706884:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761555.706918:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761555/real 1787761555]  req@ffff9dd193c74b40 x1874603278363008/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761555.706933:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278363008/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761555.706944:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761555.706949:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761555.706953:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278363008:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761555.706961:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278363136:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761555.706987:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761555.707019:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761555/real 1787761555]  req@ffff9dd193c76940 x1874603278363136/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761555.707040:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278363136/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761555.707046:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761555.707048:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761555.707050:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278363136:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787761556.410678:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761556.730627:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761557.434647:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761557.754570:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761558.458614:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761558.778574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761559.482671:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761559.802601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761560.506634:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761560.826571:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761560.826601:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761560.826608:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761560.826612:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761560.826623:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 600
00000100:00080000:1.0:1787761560.826650:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761560.826656:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761560.826686:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c3c0 x1874603278363264/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761560.826709:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761560.826711:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761560.826713:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761560.826716:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 600
00000100:00080000:1.0:1787761560.826718:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761560.826721:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787761560.826728:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761560.826736:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c780 x1874603278363392/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761560.826781:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278363264:192.168.203.118@tcp:250:kworker.0
00000800:00000100:0.0:1787761560.826834:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761560.826864:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761560/real 1787761560]  req@ffff9dd186d6c3c0 x1874603278363264/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761560.826876:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c3c0 x1874603278363264/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761560.826884:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761560.826887:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761560.826890:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278363264:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761560.826895:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278363392:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761560.826910:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761560.826917:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761560/real 1787761560]  req@ffff9dd186d6c780 x1874603278363392/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761560.826925:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c780 x1874603278363392/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761560.826946:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761560.826949:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761560.826952:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278363392:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787761561.530648:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761561.850575:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761562.554717:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761562.874578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761563.578632:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761563.898593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761564.602740:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761564.922741:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761565.626684:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761565.946580:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761565.946589:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1787761565.946590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761565.946593:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761565.946602:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 605
00000100:00080000:1.0:1787761565.946611:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761565.946618:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761565.946650:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f840 x1874603278363520/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761565.946672:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761565.946675:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761565.946676:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761565.946692:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 605
00000100:00080000:1.0:1787761565.946695:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761565.946698:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787761565.946707:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761565.946716:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e1c0 x1874603278363648/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761565.946816:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278363520:192.168.203.118@tcp:250:kworker.0
00000800:00000100:0.0:1787761565.946949:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761565.947025:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761565/real 1787761565]  req@ffff9dd186d6f840 x1874603278363520/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761565.947088:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f840 x1874603278363520/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761565.947111:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761565.947120:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761565.947128:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278363520:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761565.947141:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278363648:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761565.947179:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761565.947197:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761565/real 1787761565]  req@ffff9dd186d6e1c0 x1874603278363648/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761565.947213:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e1c0 x1874603278363648/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761565.947248:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761565.947253:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761565.947257:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278363648:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761566.650700:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761566.970593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761567.674621:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761567.994571:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761568.698663:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761569.018653:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761569.722608:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761570.042613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761570.746623:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761571.066659:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761571.066741:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761571.066750:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761571.066756:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761571.066768:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 610
00000100:00080000:3.0:1787761571.066781:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761571.066789:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761571.066834:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278363776/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761571.066872:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761571.066877:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761571.066880:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761571.066885:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 610
00000100:00080000:3.0:1787761571.066889:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761571.066914:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761571.066927:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761571.066955:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278363776:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761571.066956:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77480 x1874603278363904/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761571.067085:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761571.067134:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761571/real 1787761571]  req@ffff9dd193c76580 x1874603278363776/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761571.067157:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278363776/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761571.067170:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761571.067176:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761571.067181:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278363776:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761571.067211:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278363904:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761571.067239:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761571.067254:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761571/real 1787761571]  req@ffff9dd193c77480 x1874603278363904/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761571.067269:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77480 x1874603278363904/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761571.067300:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761571.067305:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761571.067309:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278363904:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761571.770643:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761572.090568:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761572.794604:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761573.114577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761573.818646:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761574.138585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761574.842644:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761575.162603:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761575.866657:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761576.186599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761576.186615:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761576.186621:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761576.186624:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761576.186633:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 615
00000100:00080000:3.0:1787761576.186642:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761576.186648:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761576.186679:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278364032/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761576.186701:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761576.186704:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761576.186706:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761576.186708:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 615
00000100:00080000:3.0:1787761576.186711:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761576.186713:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761576.186721:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761576.186731:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278364160/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761576.186745:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278364032:192.168.203.118@tcp:250:kworker.0
00000800:00000100:0.0:1787761576.186801:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761576.186832:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761576/real 1787761576]  req@ffff9dd193c75a40 x1874603278364032/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761576.186845:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278364032/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761576.186853:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761576.186856:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761576.186859:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278364032:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761576.186878:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278364160:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761576.186892:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761576.186900:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761576/real 1787761576]  req@ffff9dd193c74f00 x1874603278364160/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761576.186908:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278364160/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761576.186914:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761576.186923:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761576.186925:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278364160:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787761576.890668:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761577.210637:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761577.914634:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761578.234584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761578.938611:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761579.258597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761579.962881:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761580.282589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761580.986637:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761581.306584:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787761581.306591:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761581.306592:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761581.306597:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761581.306606:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 621
00000100:00080000:3.0:1787761581.306615:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761581.306622:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761581.306653:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278364288/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761581.306676:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761581.306679:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761581.306680:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761581.306683:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 621
00000100:00080000:3.0:1787761581.306685:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761581.306687:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761581.306695:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761581.306703:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278364416/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761581.306733:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278364288:192.168.203.118@tcp:250:kworker.0
00000800:00000100:0.0:1787761581.306790:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761581.306821:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761581/real 1787761581]  req@ffff9dd193c74000 x1874603278364288/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761581.306835:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278364288/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761581.306842:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761581.306845:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761581.306848:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278364288:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761581.306853:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278364416:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761581.306866:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761581.306874:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761581/real 1787761581]  req@ffff9dd193c77840 x1874603278364416/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761581.306881:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278364416/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761581.306886:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761581.306888:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761581.306890:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278364416:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787761582.010650:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761582.330596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761583.034767:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761583.354680:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761584.058642:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761584.378692:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761585.082697:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761585.402703:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761586.106624:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761586.426583:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761586.426592:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761586.426596:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761586.426605:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 626
00000100:00080000:3.0:1787761586.426614:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761586.426621:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761586.426666:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c743c0 x1874603278364544/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787761586.426689:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761586.426692:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761586.426705:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761586.426707:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761586.426718:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 626
00000100:00080000:3.0:1787761586.426726:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761586.426729:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761586.426739:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761586.426752:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278364672/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761586.426753:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278364544:192.168.203.118@tcp:250:kworker.0
00000800:00000100:0.0:1787761586.426821:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761586.426858:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761586/real 1787761586]  req@ffff9dd193c743c0 x1874603278364544/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761586.426876:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c743c0 x1874603278364544/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761586.426887:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761586.426891:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761586.426896:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278364544:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761586.426935:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278364672:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761586.426960:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761586.426973:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761586/real 1787761586]  req@ffff9dd193c752c0 x1874603278364672/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761586.426987:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278364672/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761586.426997:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761586.427001:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761586.427004:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278364672:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787761587.130690:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761587.450707:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761588.154721:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761588.474601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761589.178632:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761589.498578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761590.202634:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761590.522589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761591.226741:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761591.546578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761591.546609:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761591.546617:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761591.546621:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761591.546631:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 631
00000100:00080000:1.0:1787761591.546643:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761591.546651:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761591.546683:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cf00 x1874603278364800/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761591.546706:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761591.546708:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761591.546710:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761591.546713:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 631
00000100:00080000:1.0:1787761591.546717:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761591.546720:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787761591.546729:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761591.546734:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278364800:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761591.546740:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e940 x1874603278364928/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761591.546791:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761591.546821:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761591/real 1787761591]  req@ffff9dd186d6cf00 x1874603278364800/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761591.546835:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cf00 x1874603278364800/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761591.546843:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761591.546846:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761591.546848:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278364800:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761591.546880:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278364928:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761591.546898:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761591.546908:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761591/real 1787761591]  req@ffff9dd186d6e940 x1874603278364928/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761591.546916:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e940 x1874603278364928/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761591.546922:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761591.546931:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761591.546933:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278364928:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761592.250732:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761592.570673:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761593.274668:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761593.594574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761594.298633:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761594.618593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761595.322633:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761595.642579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761596.346651:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761596.666587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761596.666615:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761596.666622:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761596.666627:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761596.666636:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 636
00000100:00080000:3.0:1787761596.666647:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761596.666654:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761596.666693:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278365056/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761596.666720:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761596.666725:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761596.666727:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761596.666732:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 636
00000100:00100000:0.0:1787761596.666749:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278365056:192.168.203.118@tcp:250:kworker.0
00000100:00080000:3.0:1787761596.666750:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761596.666759:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761596.666770:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761596.666786:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c743c0 x1874603278365184/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761596.666849:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278365184:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787761597.370703:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761597.690622:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761598.394594:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761598.714585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761599.418664:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761599.738593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:2.0:1787761599.738745:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:2.0:1787761599.738778:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787761599.738791:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:2.0:1787761599.738836:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:0.0:1787761599.738882:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761596/real 1787761599]  req@ffff9dd193c743c0 x1874603278365184/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761599.738901:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c743c0 x1874603278365184/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761599.738911:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761599.738915:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761599.738918:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278365184:192.168.203.118@tcp:38:kworker.0
00000100:00100000:0.0:1787761599.738923:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761596/real 1787761599]  req@ffff9dd193c752c0 x1874603278365056/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761599.738944:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278365056/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761599.738949:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761599.738951:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761599.738954:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278365056:192.168.203.118@tcp:250:kworker.0
00010000:00010000:0.0:1787761600.442628:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761600.762577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761601.466765:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761601.786721:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787761601.786755:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761601.786771:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761601.786777:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761601.786791:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 641
00000100:00080000:2.0:1787761601.786825:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761601.786834:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787761601.786872:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278365312/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761601.786930:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761601.786935:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761601.786937:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761601.786942:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 641
00000100:00080000:2.0:1787761601.786966:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761601.786973:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787761601.786987:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761601.787014:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278365312:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787761601.787018:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278365440/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761601.787164:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761601.787237:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761601/real 1787761601]  req@ffff9dd193d143c0 x1874603278365312/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761601.787272:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278365312/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761601.787295:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761601.787303:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761601.787312:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278365312:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761601.787364:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278365440:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761601.787415:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761601.787443:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761601/real 1787761601]  req@ffff9dd193d17840 x1874603278365440/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761601.787509:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278365440/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761601.787570:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761601.787577:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761601.787584:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278365440:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787761602.490698:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761602.810606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761603.514631:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761603.834560:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761604.538674:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761604.858564:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761605.562641:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761605.882601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761606.586652:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761606.906705:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761606.906713:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761606.906725:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761606.906730:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761606.906742:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 646
00000100:00080000:1.0:1787761606.906756:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761606.906778:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761606.906817:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c000 x1874603278365568/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761606.906852:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761606.906857:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761606.906859:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761606.906864:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 646
00000100:00080000:1.0:1787761606.906868:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761606.906873:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787761606.906884:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761606.906903:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f0c0 x1874603278365696/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761606.906920:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278365568:192.168.203.118@tcp:250:kworker.0
00000800:00000100:0.0:1787761606.907037:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761606.907111:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761606/real 1787761606]  req@ffff9dd186d6c000 x1874603278365568/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761606.907139:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c000 x1874603278365568/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761606.907155:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761606.907161:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761606.907166:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278365568:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761606.907219:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278365696:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761606.907256:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761606.907275:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761606/real 1787761606]  req@ffff9dd186d6f0c0 x1874603278365696/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761606.907291:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f0c0 x1874603278365696/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761606.907301:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761606.907323:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761606.907328:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278365696:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761607.610699:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761607.930697:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761608.634636:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761608.954628:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761609.658736:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761609.978772:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761610.682676:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761611.002611:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761611.706749:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761612.026625:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761612.026699:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761612.026706:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761612.026710:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761612.026737:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 651
00000100:00080000:3.0:1787761612.026751:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761612.026759:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761612.026807:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278365824/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761612.026835:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761612.026838:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761612.026839:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761612.026842:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 651
00000100:00080000:3.0:1787761612.026845:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761612.026848:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761612.026860:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761612.026870:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278365952/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761612.026881:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278365824:192.168.203.118@tcp:250:kworker.0
00000800:00000100:0.0:1787761612.026971:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761612.027019:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761612/real 1787761612]  req@ffff9dd193c77840 x1874603278365824/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761612.027034:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278365824/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761612.027044:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761612.027047:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761612.027050:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278365824:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761612.027076:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278365952:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761612.027116:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761612.027126:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761612/real 1787761612]  req@ffff9dd193c74000 x1874603278365952/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761612.027134:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278365952/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761612.027140:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761612.027143:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761612.027145:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278365952:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787761612.730632:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761613.050701:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761613.754759:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761614.074634:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761614.778662:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761615.098738:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761615.802781:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761616.122660:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761616.826654:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761617.146607:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761617.146616:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761617.146620:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761617.146628:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 656
00000100:00080000:1.0:1787761617.146638:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761617.146645:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787761617.146666:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787761617.146707:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cb40 x1874603278366080/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761617.146750:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761617.146754:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761617.146756:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761617.146760:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 656
00000100:00080000:1.0:1787761617.146764:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761617.146768:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787761617.146777:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761617.146788:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6fc00 x1874603278366208/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761617.146806:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278366080:192.168.203.118@tcp:250:kworker.0
00000800:00000100:0.0:1787761617.146866:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761617.146922:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761617/real 1787761617]  req@ffff9dd186d6cb40 x1874603278366080/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761617.146944:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cb40 x1874603278366080/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761617.146957:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761617.146962:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761617.146967:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278366080:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761617.147005:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278366208:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761617.147026:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761617.147046:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761617/real 1787761617]  req@ffff9dd186d6fc00 x1874603278366208/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761617.147057:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6fc00 x1874603278366208/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761617.147063:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761617.147066:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761617.147068:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278366208:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761617.850725:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761618.170731:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761618.874743:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761619.194700:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761619.898768:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761620.218783:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761620.922759:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761621.242693:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761621.946740:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761622.266593:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761622.266599:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761622.266603:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761622.266611:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 661
00000100:00080000:1.0:1787761622.266621:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761622.266626:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761622.266689:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6d2c0 x1874603278366336/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761622.266728:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761622.266732:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761622.266734:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761622.266737:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 661
00000100:00080000:1.0:1787761622.266740:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761622.266757:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787761622.266757:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000008:00100000:1.0:1787761622.266780:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761622.266791:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278366336:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761622.266798:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6ed00 x1874603278366464/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761622.266859:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761622.266895:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761622/real 1787761622]  req@ffff9dd186d6d2c0 x1874603278366336/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761622.266909:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6d2c0 x1874603278366336/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761622.266917:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761622.266920:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761622.266923:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278366336:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761622.266941:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278366464:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761622.266957:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761622.266965:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761622/real 1787761622]  req@ffff9dd186d6ed00 x1874603278366464/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761622.266974:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6ed00 x1874603278366464/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761622.266991:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761622.266993:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761622.266996:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278366464:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787761622.970696:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761623.290715:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761623.994733:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761624.314694:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761625.018629:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761625.338748:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761626.042913:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761626.362671:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761627.066696:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761627.386648:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761627.386675:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761627.386680:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761627.386691:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 667
00000100:00100000:2.0:1787761627.386693:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761627.386703:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761627.386711:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761627.386743:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278366592/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761627.386768:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761627.386771:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761627.386772:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761627.386776:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 667
00000100:00080000:3.0:1787761627.386778:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761627.386780:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761627.386788:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761627.386798:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278366720/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761627.386862:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278366592:192.168.203.118@tcp:250:kworker.0
00000800:00000100:0.0:1787761627.386970:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761627.387049:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761627/real 1787761627]  req@ffff9dd193c74f00 x1874603278366592/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761627.387076:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278366592/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761627.387091:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761627.387097:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761627.387102:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278366592:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761627.387113:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278366720:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761627.387141:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761627.387157:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761627/real 1787761627]  req@ffff9dd193c75a40 x1874603278366720/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761627.387172:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278366720/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761627.387182:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761627.387186:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761627.387190:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278366720:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787761628.090809:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761628.410719:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761629.114711:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761629.434764:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761630.138708:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761630.458740:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761631.162629:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761631.482711:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761632.186766:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761632.506682:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761632.506695:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761632.506700:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787761632.506707:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787761632.506714:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 672
00000100:00080000:2.0:1787761632.506737:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761632.506747:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787761632.506805:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15680 x1874603278366848/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761632.506838:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761632.506860:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761632.506863:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761632.506868:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 672
00000100:00080000:2.0:1787761632.506872:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761632.506878:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787761632.506891:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761632.506904:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278366976/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761632.506921:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278366848:192.168.203.118@tcp:250:kworker.0
00000800:00000100:0.0:1787761632.507012:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761632.507074:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761632/real 1787761632]  req@ffff9dd193d15680 x1874603278366848/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761632.507101:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15680 x1874603278366848/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761632.507117:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761632.507123:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761632.507128:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278366848:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761632.507157:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278366976:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761632.507197:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761632.507214:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761632/real 1787761632]  req@ffff9dd193d161c0 x1874603278366976/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761632.507229:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278366976/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761632.507240:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761632.507244:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761632.507249:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278366976:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787761633.210716:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761633.530649:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761634.234786:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761634.554658:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761635.258688:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761635.578687:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761636.282765:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761636.602668:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761637.306631:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761637.626664:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761637.626679:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761637.626685:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761637.626702:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 677
00000100:00100000:0.0:1787761637.626716:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787761637.626720:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761637.626739:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787761637.626809:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278367104/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761637.626859:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761637.626866:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761637.626868:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761637.626874:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 677
00000100:00080000:2.0:1787761637.626881:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761637.626889:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787761637.626921:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278367104:192.168.203.118@tcp:250:kworker.0
00000008:00100000:2.0:1787761637.626927:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761637.626954:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15a40 x1874603278367232/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761637.627030:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761637.627103:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761637/real 1787761637]  req@ffff9dd193d15e00 x1874603278367104/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761637.627129:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278367104/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761637.627146:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761637.627153:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761637.627159:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278367104:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761637.627193:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278367232:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761637.627222:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761637.627238:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761637/real 1787761637]  req@ffff9dd193d15a40 x1874603278367232/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761637.627253:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15a40 x1874603278367232/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761637.627264:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761637.627268:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761637.627273:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278367232:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761638.330650:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761638.650684:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761639.354638:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761639.674650:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761640.378671:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761640.698696:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761641.402682:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761641.722603:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761642.426760:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761642.746614:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761642.746656:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761642.746670:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761642.746675:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761642.746687:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 682
00000100:00080000:3.0:1787761642.746700:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761642.746709:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761642.746755:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77480 x1874603278367360/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761642.746839:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761642.746848:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761642.746854:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761642.746865:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 682
00000100:00080000:3.0:1787761642.746872:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787761642.746882:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278367360:192.168.203.118@tcp:250:kworker.0
00000100:00080000:3.0:1787761642.746892:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761642.746910:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761642.746934:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278367488/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761642.747006:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761642.747064:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761642/real 1787761642]  req@ffff9dd193c77480 x1874603278367360/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761642.747080:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77480 x1874603278367360/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761642.747091:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761642.747095:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761642.747098:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278367360:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761642.747126:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278367488:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761642.747145:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761642.747155:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761642/real 1787761642]  req@ffff9dd193c76580 x1874603278367488/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761642.747163:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278367488/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761642.747169:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761642.747172:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761642.747174:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278367488:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787761643.450720:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761643.770639:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761644.474648:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761644.794648:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761645.498728:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761645.818576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761646.522711:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761646.842624:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761647.546612:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761647.866596:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761647.866605:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761647.866609:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761647.866618:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 687
00000100:00080000:3.0:1787761647.866629:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761647.866635:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787761647.866667:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787761647.866670:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278367616/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761647.866708:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761647.866713:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761647.866715:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761647.866720:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 687
00000100:00080000:3.0:1787761647.866723:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761647.866725:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761647.866745:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761647.866756:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278367744/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761647.866770:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278367616:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787761647.866826:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761647.866857:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761647/real 1787761647]  req@ffff9dd193c76940 x1874603278367616/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761647.866872:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278367616/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761647.866890:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761647.866893:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761647.866896:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278367616:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761647.866924:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278367744:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761647.866942:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761647.866950:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761647/real 1787761647]  req@ffff9dd193c74b40 x1874603278367744/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761647.866958:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278367744/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761647.866964:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761647.866966:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761647.866968:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278367744:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761648.570668:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761648.890599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761649.594617:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761649.914613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761650.618723:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761650.938621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761651.642610:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761651.962621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761652.666754:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761652.986581:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761652.986589:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761652.986594:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787761652.986600:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761652.986603:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 692
00000100:00080000:3.0:1787761652.986614:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761652.986621:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761652.986652:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278367872/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761652.986673:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761652.986676:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761652.986677:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761652.986680:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 692
00000100:00080000:3.0:1787761652.986682:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761652.986684:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761652.986692:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761652.986702:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75680 x1874603278368000/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761652.986719:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278367872:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787761652.986773:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761652.986804:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761652/real 1787761652]  req@ffff9dd193c770c0 x1874603278367872/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761652.986817:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278367872/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761652.986825:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761652.986828:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761652.986831:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278367872:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761652.986850:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278368000:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761652.986885:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761652.986900:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761652/real 1787761652]  req@ffff9dd193c75680 x1874603278368000/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761652.986915:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75680 x1874603278368000/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761652.986924:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761652.986928:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761652.986931:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278368000:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787761653.690619:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761654.010622:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761654.714670:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761655.034609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761655.738639:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761656.058612:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761656.762677:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761657.082602:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761657.786613:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761658.106571:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787761658.106574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761658.106581:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761658.106585:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761658.106595:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 697
00000100:00080000:3.0:1787761658.106622:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761658.106627:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761658.106658:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75680 x1874603278368128/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761658.106681:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761658.106684:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761658.106685:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761658.106688:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 697
00000100:00080000:3.0:1787761658.106690:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761658.106693:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761658.106702:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761658.106711:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278368256/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761658.106718:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278368128:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787761658.106771:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761658.106802:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761658/real 1787761658]  req@ffff9dd193c75680 x1874603278368128/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761658.106815:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75680 x1874603278368128/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761658.106823:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761658.106826:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761658.106829:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278368128:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761658.106846:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278368256:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761658.106860:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761658.106876:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761658/real 1787761658]  req@ffff9dd193c770c0 x1874603278368256/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761658.106884:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278368256/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761658.106890:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761658.106892:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761658.106894:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278368256:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787761658.810661:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761659.130597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761659.834617:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761660.154601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761660.858595:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761661.178586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761661.882635:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761662.202573:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761662.906603:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761663.226572:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787761663.226658:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761663.226675:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761663.226684:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761663.226702:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 702
00000100:00080000:2.0:1787761663.226723:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761663.226753:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787761663.226820:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15a40 x1874603278368384/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761663.226849:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761663.226853:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761663.226854:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761663.226858:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 702
00000100:00080000:2.0:1787761663.226860:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761663.226906:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787761663.226922:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761663.226939:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278368384:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787761663.226947:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278368512/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761663.227069:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278368512:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787761663.930657:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761664.250770:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761664.954621:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761665.274621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761665.978600:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761666.298770:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:1.0:1787761666.298792:0:2337:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:1.0:1787761666.298839:0:2337:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787761666.298858:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:1.0:1787761666.298902:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:0.0:1787761666.298942:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761663/real 1787761666]  req@ffff9dd193d15e00 x1874603278368512/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761666.298967:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278368512/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761666.298979:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761666.298984:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761666.298989:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278368512:192.168.203.118@tcp:38:kworker.0
00000100:00100000:0.0:1787761666.298998:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761663/real 1787761666]  req@ffff9dd193d15a40 x1874603278368384/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761666.299030:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15a40 x1874603278368384/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761666.299040:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761666.299043:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761666.299047:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278368384:192.168.203.118@tcp:250:kworker.0
00010000:00010000:1.0:1787761667.002651:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761667.322694:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761668.026603:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761668.346650:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787761668.346680:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761668.346694:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761668.346701:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761668.346715:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 708
00000100:00080000:2.0:1787761668.346734:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761668.346746:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787761668.346813:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278368640/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761668.346872:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761668.346891:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761668.346894:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761668.346904:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 708
00000100:00080000:2.0:1787761668.346912:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761668.346922:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787761668.346942:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761668.346972:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278368640:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787761668.346980:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15680 x1874603278368768/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761668.347130:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761668.347216:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761668/real 1787761668]  req@ffff9dd193d161c0 x1874603278368640/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761668.347256:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278368640/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761668.347278:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761668.347287:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761668.347295:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278368640:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761668.347373:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278368768:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761668.347431:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761668.347462:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761668/real 1787761668]  req@ffff9dd193d15680 x1874603278368768/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761668.347496:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15680 x1874603278368768/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761668.347631:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761668.347642:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761668.347652:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278368768:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787761669.050727:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761669.370691:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761670.074702:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761670.394649:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761671.098701:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761671.418627:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761672.122633:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761672.442662:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761673.146710:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761673.466643:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761673.466720:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761673.466731:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761673.466737:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761673.466751:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 713
00000100:00080000:3.0:1787761673.466768:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761673.466778:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761673.466832:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278368896/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761673.466875:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761673.466880:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761673.466882:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761673.466904:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 713
00000100:00080000:3.0:1787761673.466911:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761673.466917:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787761673.466933:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278368896:192.168.203.118@tcp:250:kworker.0
00000008:00100000:3.0:1787761673.466934:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761673.466960:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278369024/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761673.467062:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761673.467119:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761673/real 1787761673]  req@ffff9dd193c74b40 x1874603278368896/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761673.467144:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278368896/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761673.467158:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761673.467164:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761673.467169:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278368896:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761673.467202:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278369024:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761673.467229:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761673.467244:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761673/real 1787761673]  req@ffff9dd193c76940 x1874603278369024/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761673.467259:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278369024/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761673.467283:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761673.467287:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761673.467292:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278369024:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787761674.170685:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761674.490663:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761675.194586:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761675.514695:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761676.218705:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761676.538699:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761677.242601:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761677.562718:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761678.266734:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761678.586589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761678.586589:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761678.586598:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761678.586602:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761678.586610:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 718
00000100:00080000:3.0:1787761678.586620:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761678.586626:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761678.586658:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278369152/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761678.586680:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761678.586682:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761678.586684:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761678.586687:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 718
00000100:00080000:3.0:1787761678.586689:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761678.586692:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761678.586700:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761678.586709:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278369152:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761678.586713:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77480 x1874603278369280/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761678.586767:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761678.586800:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761678/real 1787761678]  req@ffff9dd193c76580 x1874603278369152/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761678.586821:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278369152/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761678.586830:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761678.586833:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761678.586836:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278369152:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761678.586854:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278369280:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761678.586869:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761678.586878:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761678/real 1787761678]  req@ffff9dd193c77480 x1874603278369280/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761678.586886:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77480 x1874603278369280/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761678.586904:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761678.586906:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761678.586909:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278369280:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787761679.290647:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761679.610581:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761680.314776:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761680.634583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761681.338608:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761681.658563:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761682.362620:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761682.682572:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761683.386601:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761683.706592:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787761683.706638:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761683.706643:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761683.706646:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761683.706654:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 723
00000100:00080000:2.0:1787761683.706663:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761683.706668:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787761683.706699:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278369408/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761683.706721:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761683.706724:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761683.706725:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761683.706728:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 723
00000100:00080000:2.0:1787761683.706731:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761683.706734:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787761683.706742:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761683.706752:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278369408:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787761683.706753:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278369536/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761683.706811:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761683.706843:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761683/real 1787761683]  req@ffff9dd193d17840 x1874603278369408/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761683.706856:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278369408/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761683.706864:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761683.706868:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761683.706871:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278369408:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761683.706889:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278369536:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761683.706904:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761683.706911:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761683/real 1787761683]  req@ffff9dd193d143c0 x1874603278369536/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761683.706920:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278369536/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761683.706937:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761683.706940:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761683.706943:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278369536:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761684.410622:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761684.730574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761685.434625:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761685.754579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761686.458651:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761686.778571:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761687.482596:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761687.802586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761688.506632:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761688.826566:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787761688.826583:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761688.826589:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761688.826593:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761688.826601:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 728
00000100:00080000:2.0:1787761688.826619:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761688.826625:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787761688.826653:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278369664/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761688.826675:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761688.826678:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761688.826679:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761688.826682:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 728
00000100:00080000:2.0:1787761688.826685:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761688.826688:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787761688.826698:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761688.826702:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278369664:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787761688.826715:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278369792/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761688.826756:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761688.826786:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761688/real 1787761688]  req@ffff9dd193d16d00 x1874603278369664/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761688.826799:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278369664/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761688.826807:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761688.826810:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761688.826813:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278369664:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761688.826831:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278369792:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761688.826845:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761688.826853:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761688/real 1787761688]  req@ffff9dd193d152c0 x1874603278369792/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761688.826862:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278369792/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761688.826874:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761688.826876:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761688.826878:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278369792:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787761689.530639:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761689.850655:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761690.554677:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761690.874576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761691.578616:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761691.898596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761692.602726:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761692.922622:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761693.626661:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761693.946632:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761693.946683:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761693.946693:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761693.946697:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761693.946709:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 733
00000100:00080000:1.0:1787761693.946723:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761693.946731:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761693.946782:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6ed00 x1874603278369920/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761693.946812:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761693.946815:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761693.946817:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761693.946820:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 733
00000100:00080000:1.0:1787761693.946823:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761693.946825:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787761693.946852:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761693.946867:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6d2c0 x1874603278370048/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761693.946881:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278369920:192.168.203.118@tcp:250:kworker.0
00000800:00000100:0.0:1787761693.946973:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761693.947027:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761693/real 1787761693]  req@ffff9dd186d6ed00 x1874603278369920/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761693.947051:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6ed00 x1874603278369920/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761693.947065:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761693.947071:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761693.947077:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278369920:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761693.947105:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278370048:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761693.947133:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761693.947148:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761693/real 1787761693]  req@ffff9dd186d6d2c0 x1874603278370048/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761693.947192:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6d2c0 x1874603278370048/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761693.947219:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761693.947224:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761693.947229:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278370048:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787761694.650730:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761694.970628:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761695.674743:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761695.994575:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761696.698745:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761697.018563:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761697.722702:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761698.042590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761698.746728:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761699.066578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761699.066664:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761699.066677:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761699.066683:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761699.066699:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 738
00000100:00080000:1.0:1787761699.066716:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761699.066727:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761699.066789:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6fc00 x1874603278370176/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761699.066832:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761699.066838:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761699.066841:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761699.066848:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 738
00000100:00080000:1.0:1787761699.066853:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761699.066858:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787761699.066872:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278370176:192.168.203.118@tcp:250:kworker.0
00000008:00100000:1.0:1787761699.066873:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761699.066896:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cb40 x1874603278370304/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761699.066958:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761699.067004:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761699/real 1787761699]  req@ffff9dd186d6fc00 x1874603278370176/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761699.067021:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6fc00 x1874603278370176/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761699.067030:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761699.067034:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761699.067037:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278370176:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761699.067058:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278370304:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761699.067075:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761699.067084:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761699/real 1787761699]  req@ffff9dd186d6cb40 x1874603278370304/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761699.067105:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cb40 x1874603278370304/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761699.067111:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761699.067129:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761699.067132:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278370304:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787761699.770714:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761700.090585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761700.794722:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761701.114561:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761701.818688:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761702.138583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761702.842707:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761703.162590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761703.866728:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761704.186613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761704.186616:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761704.186629:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761704.186635:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761704.186647:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 743
00000100:00080000:1.0:1787761704.186674:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761704.186686:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761704.186734:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f0c0 x1874603278370432/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761704.186776:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761704.186782:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761704.186786:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761704.186794:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 743
00000100:00080000:1.0:1787761704.186802:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761704.186810:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787761704.186814:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278370432:192.168.203.118@tcp:250:kworker.0
00000008:00100000:1.0:1787761704.186826:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761704.186853:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c000 x1874603278370560/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761704.186897:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761704.186957:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761704/real 1787761704]  req@ffff9dd186d6f0c0 x1874603278370432/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761704.186977:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f0c0 x1874603278370432/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761704.186987:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761704.186991:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761704.186995:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278370432:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761704.187017:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278370560:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761704.187061:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761704.187074:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761704/real 1787761704]  req@ffff9dd186d6c000 x1874603278370560/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761704.187111:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c000 x1874603278370560/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761704.187120:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761704.187123:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761704.187126:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278370560:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761704.890645:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761705.210626:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761705.914613:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761706.234576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761706.938653:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761707.258580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761707.962631:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761708.282592:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761708.986673:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761709.306589:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787761709.306594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761709.306599:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761709.306604:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761709.306613:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 749
00000100:00080000:1.0:1787761709.306622:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761709.306638:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761709.306667:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e940 x1874603278370688/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761709.306695:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761709.306699:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761709.306701:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761709.306707:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 749
00000100:00080000:1.0:1787761709.306713:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761709.306717:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787761709.306722:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278370688:192.168.203.118@tcp:250:kworker.0
00000008:00100000:1.0:1787761709.306728:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761709.306744:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cf00 x1874603278370816/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761709.306779:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761709.306810:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761709/real 1787761709]  req@ffff9dd186d6e940 x1874603278370688/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761709.306823:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e940 x1874603278370688/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761709.306830:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761709.306833:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761709.306836:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278370688:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761709.306852:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278370816:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761709.306875:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761709.306884:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761709/real 1787761709]  req@ffff9dd186d6cf00 x1874603278370816/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761709.306892:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cf00 x1874603278370816/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761709.306898:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761709.306900:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761709.306902:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278370816:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787761710.010722:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761710.330574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761711.034669:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761711.354584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761712.058695:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761712.378586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761713.082764:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761713.402692:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761714.106649:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761714.426625:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787761714.426713:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761714.426727:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761714.426734:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761714.426750:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 754
00000100:00080000:2.0:1787761714.426766:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761714.426778:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787761714.426841:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278370944/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761714.426882:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761714.426887:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761714.426890:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761714.426896:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 754
00000100:00080000:2.0:1787761714.426903:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761714.426909:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787761714.426923:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761714.426936:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278370944:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787761714.426945:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278371072/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761714.427049:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761714.427106:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761714/real 1787761714]  req@ffff9dd193d152c0 x1874603278370944/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761714.427130:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278370944/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761714.427144:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761714.427149:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761714.427154:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278370944:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761714.427199:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278371072:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761714.427245:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761714.427262:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761714/real 1787761714]  req@ffff9dd193d16d00 x1874603278371072/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761714.427279:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278371072/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761714.427290:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761714.427296:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761714.427303:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278371072:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761715.130630:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761715.450619:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761716.154695:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761716.474590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761717.178730:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761717.498617:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761718.202652:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761718.522593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761719.226843:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761719.546620:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761719.546633:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761719.546640:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761719.546654:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 759
00000100:00100000:0.0:1787761719.546658:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787761719.546667:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761719.546681:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787761719.546726:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278371200/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761719.546762:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761719.546767:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761719.546785:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761719.546793:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 759
00000100:00080000:2.0:1787761719.546800:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761719.546806:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787761719.546816:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278371200:192.168.203.118@tcp:250:kworker.0
00000008:00100000:2.0:1787761719.546821:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761719.546852:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278371328/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761719.546905:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761719.546955:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761719/real 1787761719]  req@ffff9dd193d143c0 x1874603278371200/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761719.547016:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278371200/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761719.547030:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761719.547036:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761719.547041:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278371200:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761719.547086:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278371328:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761719.547119:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761719.547136:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761719/real 1787761719]  req@ffff9dd193d17840 x1874603278371328/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761719.547152:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278371328/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761719.547163:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761719.547167:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761719.547171:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278371328:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761720.250623:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761720.570575:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761721.274646:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761721.594598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761722.298738:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761722.618585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761723.322612:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761723.642627:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761724.346637:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761724.666593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787761724.666605:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761724.666611:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761724.666615:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761724.666625:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 764
00000100:00080000:2.0:1787761724.666637:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761724.666645:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787761724.666683:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15680 x1874603278371456/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761724.666709:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761724.666713:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761724.666715:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761724.666719:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 764
00000100:00080000:2.0:1787761724.666723:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761724.666728:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787761724.666738:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761724.666747:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278371456:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787761724.666770:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278371584/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761724.666806:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761724.666837:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761724/real 1787761724]  req@ffff9dd193d15680 x1874603278371456/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761724.666850:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15680 x1874603278371456/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761724.666858:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761724.666861:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761724.666864:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278371456:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761724.666889:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278371584:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761724.666906:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761724.666915:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761724/real 1787761724]  req@ffff9dd193d161c0 x1874603278371584/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761724.666924:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278371584/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761724.666930:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761724.666933:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761724.666935:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278371584:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787761725.370703:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761725.690562:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761726.394656:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761726.714620:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761727.418622:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761727.738588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761728.442651:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761728.762597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761729.466768:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761729.786583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787761729.786590:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761729.786596:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761729.786599:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761729.786607:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 769
00000100:00080000:2.0:1787761729.786617:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761729.786623:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787761729.786661:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15a40 x1874603278371712/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761729.786683:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761729.786686:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761729.786688:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761729.786691:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 769
00000100:00080000:2.0:1787761729.786694:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761729.786696:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787761729.786704:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761729.786714:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278371840/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761729.786720:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278371712:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761729.786815:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278371840:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761730.490607:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761730.810640:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761731.514711:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761731.834615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761732.538646:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761732.858655:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:2.0:1787761732.858961:0:2338:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:2.0:1787761732.859012:0:2338:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787761732.859048:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:2.0:1787761732.859094:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:0.0:1787761732.859168:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761729/real 1787761732]  req@ffff9dd193d15e00 x1874603278371840/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761732.859224:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278371840/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761732.859255:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761732.859269:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761732.859275:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278371840:192.168.203.118@tcp:38:kworker.0
00000100:00100000:0.0:1787761732.859284:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761729/real 1787761732]  req@ffff9dd193d15a40 x1874603278371712/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761732.859299:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15a40 x1874603278371712/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761732.859308:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761732.859311:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761732.859315:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278371712:192.168.203.118@tcp:250:kworker.0
00010000:00010000:1.0:1787761733.562614:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761733.882609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761734.586666:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761734.906612:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761734.906637:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761734.906642:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761734.906654:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 774
00000100:00080000:3.0:1787761734.906668:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761734.906677:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787761734.906681:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787761734.906715:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278371968/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761734.906749:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761734.906754:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761734.906757:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761734.906764:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 774
00000100:00080000:3.0:1787761734.906770:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761734.906775:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761734.906786:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761734.906799:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278372096/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761734.906911:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278371968:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787761734.907027:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761734.907104:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761734/real 1787761734]  req@ffff9dd193c75a40 x1874603278371968/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761734.907177:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278371968/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761734.907200:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761734.907208:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761734.907216:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278371968:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761734.907233:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278372096:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761734.907284:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761734.907314:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761734/real 1787761734]  req@ffff9dd193c74f00 x1874603278372096/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761734.907341:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278372096/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761734.907370:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761734.907377:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761734.907385:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278372096:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787761735.610734:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761735.930673:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761736.634647:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761736.954580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761737.658607:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761737.978560:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761738.682638:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761739.002585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761739.706612:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761740.026588:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787761740.026590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761740.026598:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761740.026603:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761740.026612:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 779
00000100:00080000:3.0:1787761740.026623:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761740.026631:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761740.026669:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278372224/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761740.026707:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761740.026709:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761740.026711:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761740.026714:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 779
00000100:00080000:3.0:1787761740.026717:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761740.026720:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761740.026728:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761740.026737:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278372352/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761740.026770:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278372224:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787761740.026825:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761740.026885:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761740/real 1787761740]  req@ffff9dd193c74000 x1874603278372224/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761740.026911:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278372224/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761740.026919:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761740.026922:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761740.026926:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278372224:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761740.026931:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278372352:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761740.026949:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761740.026958:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761740/real 1787761740]  req@ffff9dd193c77840 x1874603278372352/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761740.026965:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278372352/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761740.026978:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761740.026980:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761740.026983:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278372352:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761740.730636:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761741.050597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761741.754611:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761742.074632:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761742.778650:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761743.098587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761743.802607:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761744.122604:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761744.826773:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761745.146618:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761745.146671:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761745.146681:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761745.146687:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761745.146699:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 784
00000100:00080000:1.0:1787761745.146712:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761745.146721:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761745.146785:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e1c0 x1874603278372480/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761745.146853:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761745.146858:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761745.146861:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761745.146867:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 784
00000100:00080000:1.0:1787761745.146873:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761745.146880:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787761745.146895:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761745.146918:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f840 x1874603278372608/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761745.146922:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278372480:192.168.203.118@tcp:250:kworker.0
00000800:00000100:0.0:1787761745.147034:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761745.147103:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761745/real 1787761745]  req@ffff9dd186d6e1c0 x1874603278372480/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761745.147127:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e1c0 x1874603278372480/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761745.147141:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761745.147147:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761745.147152:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278372480:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761745.147181:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278372608:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761745.147213:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761745.147228:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761745/real 1787761745]  req@ffff9dd186d6f840 x1874603278372608/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761745.147244:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f840 x1874603278372608/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761745.147255:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761745.147259:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761745.147263:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278372608:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787761745.850717:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761746.170585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761746.874647:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761747.194596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761747.898616:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761748.218583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761748.922642:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761749.242572:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761749.946608:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761750.266596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787761750.266641:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761750.266649:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761750.266653:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761750.266663:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 789
00000100:00080000:2.0:1787761750.266674:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761750.266681:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787761750.266718:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15a40 x1874603278372736/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761750.266741:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761750.266744:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761750.266745:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761750.266748:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 789
00000100:00080000:2.0:1787761750.266751:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761750.266753:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787761750.266773:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761750.266788:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278372864/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761750.266792:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278372736:192.168.203.118@tcp:250:kworker.0
00000800:00000100:0.0:1787761750.266855:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761750.266911:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761750/real 1787761750]  req@ffff9dd193d15a40 x1874603278372736/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761750.266933:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15a40 x1874603278372736/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761750.266944:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761750.266949:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761750.266953:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278372736:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761750.266974:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278372864:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761750.266993:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761750.267002:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761750/real 1787761750]  req@ffff9dd193d15e00 x1874603278372864/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761750.267011:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278372864/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761750.267017:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761750.267019:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761750.267021:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278372864:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761750.970605:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761751.290581:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761751.994599:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761752.314583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761753.018668:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761753.338598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761754.042595:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761754.362668:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761755.066697:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761755.386577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787761755.386590:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761755.386596:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761755.386600:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761755.386608:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 795
00000100:00080000:2.0:1787761755.386618:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761755.386624:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787761755.386656:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278372992/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761755.386678:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761755.386681:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761755.386682:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761755.386685:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 795
00000100:00080000:2.0:1787761755.386688:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761755.386691:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787761755.386700:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761755.386707:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278372992:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787761755.386711:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15680 x1874603278373120/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761755.386776:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761755.386828:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761755/real 1787761755]  req@ffff9dd193d161c0 x1874603278372992/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761755.386842:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278372992/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761755.386850:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761755.386853:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761755.386856:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278372992:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761755.386877:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278373120:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761755.386896:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761755.386905:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761755/real 1787761755]  req@ffff9dd193d15680 x1874603278373120/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761755.386915:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15680 x1874603278373120/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761755.386922:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761755.386924:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761755.386927:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278373120:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787761756.090617:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761756.410572:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761757.114770:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761757.434611:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761758.138630:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761758.458573:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761759.162734:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761759.482581:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761760.186737:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761760.506590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761760.506684:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761760.506704:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761760.506709:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761760.506731:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 800
00000100:00080000:3.0:1787761760.506744:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761760.506751:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761760.506805:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278373248/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761760.506834:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761760.506837:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761760.506838:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761760.506842:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 800
00000100:00080000:3.0:1787761760.506845:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761760.506848:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761760.506872:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761760.506876:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278373248:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761760.506887:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c743c0 x1874603278373376/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761760.506969:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761760.507028:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761760/real 1787761760]  req@ffff9dd193c752c0 x1874603278373248/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761760.507045:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278373248/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761760.507054:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761760.507057:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761760.507060:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278373248:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761760.507084:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278373376:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761760.507102:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761760.507111:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761760/real 1787761760]  req@ffff9dd193c743c0 x1874603278373376/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761760.507119:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c743c0 x1874603278373376/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761760.507125:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761760.507127:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761760.507129:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278373376:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761761.210655:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761761.530603:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761762.234673:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761762.554656:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761763.258745:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761763.578582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761764.282702:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761764.602641:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761765.306647:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761765.626671:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787761765.626710:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761765.626717:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761765.626722:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761765.626731:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 805
00000100:00080000:2.0:1787761765.626740:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761765.626746:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787761765.626778:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278373504/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761765.626800:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761765.626803:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761765.626805:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761765.626808:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 805
00000100:00080000:2.0:1787761765.626810:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761765.626813:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787761765.626822:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761765.626832:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278373504:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787761765.626833:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278373632/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761765.626892:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761765.626987:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761765/real 1787761765]  req@ffff9dd193d17840 x1874603278373504/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761765.627021:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278373504/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761765.627042:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761765.627050:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761765.627058:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278373504:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761765.627094:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278373632:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761765.627127:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761765.627143:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761765/real 1787761765]  req@ffff9dd193d143c0 x1874603278373632/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761765.627159:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278373632/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761765.627169:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761765.627173:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761765.627177:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278373632:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787761766.330643:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761766.650669:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761767.354817:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761767.674664:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761768.378605:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761768.698572:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761769.402663:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761769.722648:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761770.426737:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761770.746605:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761770.746723:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761770.746737:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761770.746744:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761770.746760:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 810
00000100:00080000:3.0:1787761770.746778:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761770.746790:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761770.746854:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c743c0 x1874603278373760/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761770.746901:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761770.746906:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761770.746909:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761770.746914:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 810
00000100:00080000:3.0:1787761770.746920:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761770.746925:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761770.746941:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761770.746977:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278373760:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761770.746978:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278373888/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761770.747100:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761770.747179:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761770/real 1787761770]  req@ffff9dd193c743c0 x1874603278373760/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761770.747204:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c743c0 x1874603278373760/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761770.747219:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761770.747225:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761770.747231:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278373760:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761770.747264:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278373888:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761770.747293:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761770.747309:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761770/real 1787761770]  req@ffff9dd193c752c0 x1874603278373888/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761770.747325:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278373888/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761770.747335:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761770.747339:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761770.747344:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278373888:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761771.450743:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761771.770588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761772.474707:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761772.794683:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761773.498670:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761773.818589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761774.522627:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761774.842684:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761775.546752:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761775.866579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787761775.866738:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761775.866744:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761775.866765:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761775.866772:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 815
00000100:00080000:2.0:1787761775.866781:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761775.866787:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787761775.866817:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278374016/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761775.866846:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761775.866849:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761775.866850:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761775.866853:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 815
00000100:00080000:2.0:1787761775.866855:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761775.866858:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787761775.866866:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761775.866874:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278374144/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761775.866923:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278374016:192.168.203.118@tcp:250:kworker.0
00000800:00000100:0.0:1787761775.866976:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761775.867015:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761775/real 1787761775]  req@ffff9dd193d16d00 x1874603278374016/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761775.867029:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278374016/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761775.867036:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761775.867039:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761775.867042:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278374016:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761775.867047:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278374144:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761775.867061:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761775.867068:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761775/real 1787761775]  req@ffff9dd193d152c0 x1874603278374144/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761775.867076:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278374144/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761775.867082:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761775.867084:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761775.867086:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278374144:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787761776.570621:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761776.890602:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761777.594658:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761777.914594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761778.618613:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761778.938586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761779.642663:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761779.962596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761780.666607:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761780.986608:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787761780.986616:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761780.986617:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761780.986621:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761780.986631:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 820
00000100:00080000:3.0:1787761780.986653:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761780.986659:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761780.986689:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278374272/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761780.986710:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761780.986713:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761780.986715:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761780.986718:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 820
00000100:00080000:3.0:1787761780.986720:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761780.986723:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761780.986731:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761780.986742:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278374400/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761780.986745:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278374272:192.168.203.118@tcp:250:kworker.0
00000800:00000100:0.0:1787761780.986809:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761780.986847:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761780/real 1787761780]  req@ffff9dd193c77840 x1874603278374272/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761780.986859:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278374272/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761780.986867:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761780.986870:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761780.986873:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278374272:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761780.986892:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278374400:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761780.986907:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761780.986917:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761780/real 1787761780]  req@ffff9dd193c74000 x1874603278374400/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761780.986930:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278374400/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761780.986939:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761780.986942:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761780.986946:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278374400:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787761781.690634:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761782.010602:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761782.714630:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761783.034584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761783.738658:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761784.058586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761784.762604:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761785.082646:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761785.786761:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761786.106606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787761786.106612:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761786.106617:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761786.106622:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761786.106629:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 825
00000100:00080000:2.0:1787761786.106638:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761786.106644:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787761786.106684:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278374528/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761786.106720:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761786.106723:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761786.106725:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761786.106728:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 825
00000100:00080000:2.0:1787761786.106731:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761786.106733:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787761786.106741:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761786.106752:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278374656/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761786.106765:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278374528:192.168.203.118@tcp:250:kworker.0
00000800:00000100:0.0:1787761786.106824:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761786.106863:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761786/real 1787761786]  req@ffff9dd193d152c0 x1874603278374528/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761786.106882:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278374528/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761786.106894:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761786.106898:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761786.106903:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278374528:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761786.106923:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278374656:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761786.106942:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761786.106951:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761786/real 1787761786]  req@ffff9dd193d16d00 x1874603278374656/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761786.106959:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278374656/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761786.106965:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761786.106967:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761786.106969:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278374656:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787761786.810680:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761787.130618:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761787.834753:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761788.154637:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761788.858601:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761789.178574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761789.882643:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761790.202569:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761790.906625:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761791.226565:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787761791.226586:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761791.226592:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761791.226595:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761791.226603:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 830
00000100:00080000:2.0:1787761791.226612:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761791.226617:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787761791.226649:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278374784/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761791.226670:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761791.226673:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761791.226675:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761791.226677:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 830
00000100:00080000:2.0:1787761791.226693:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761791.226697:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787761791.226706:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761791.226715:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278374784:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787761791.226718:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278374912/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787761791.226773:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761791.226811:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761791/real 1787761791]  req@ffff9dd193d143c0 x1874603278374784/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761791.226837:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278374784/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761791.226845:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761791.226848:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761791.226851:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278374784:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761791.226870:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278374912:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761791.226887:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761791.226895:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761791/real 1787761791]  req@ffff9dd193d17840 x1874603278374912/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761791.226903:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278374912/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761791.226909:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761791.226911:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761791.226913:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278374912:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761791.930609:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761792.250615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761792.954665:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761793.274586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761793.978688:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761794.298590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761795.002634:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761795.322581:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761796.026633:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761796.346634:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1787761796.346643:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787761796.346644:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761796.346651:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761796.346662:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 836
00000100:00080000:2.0:1787761796.346675:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761796.346689:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787761796.346729:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15680 x1874603278375040/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761796.346756:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761796.346759:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761796.346761:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761796.346765:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 836
00000100:00080000:2.0:1787761796.346786:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761796.346791:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787761796.346802:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761796.346809:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278375040:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787761796.346820:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278375168/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761796.346933:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278375168:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761797.050621:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761797.370661:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761798.074758:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761798.394614:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761799.098691:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761799.418713:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:0.0:1787761799.418804:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:0.0:1787761799.418841:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787761799.418866:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:0.0:1787761799.418897:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:1.0:1787761799.418956:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761796/real 1787761799]  req@ffff9dd193d161c0 x1874603278375168/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761799.418983:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278375168/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761799.418996:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761799.419002:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761799.419008:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278375168:192.168.203.118@tcp:38:kworker.0
00000100:00100000:1.0:1787761799.419016:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761796/real 1787761799]  req@ffff9dd193d15680 x1874603278375040/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761799.419029:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15680 x1874603278375040/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761799.419038:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761799.419042:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761799.419045:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278375040:192.168.203.118@tcp:250:kworker.0
00010000:00010000:2.0:1787761800.122653:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761800.442618:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761801.146708:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761801.466577:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761801.466585:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761801.466588:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761801.466597:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 841
00000100:00080000:2.0:1787761801.466607:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761801.466613:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761801.466620:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787761801.466642:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278375296/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761801.466664:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761801.466666:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761801.466668:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761801.466671:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 841
00000100:00080000:2.0:1787761801.466673:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761801.466675:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787761801.466683:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761801.466702:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15a40 x1874603278375424/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761801.466774:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278375296:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787761801.466916:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761801.467037:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761801/real 1787761801]  req@ffff9dd193d15e00 x1874603278375296/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761801.467122:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278375296/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761801.467146:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761801.467156:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761801.467164:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278375296:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761801.467181:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278375424:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761801.467235:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761801.467266:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761801/real 1787761801]  req@ffff9dd193d15a40 x1874603278375424/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761801.467296:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15a40 x1874603278375424/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761801.467313:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761801.467320:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761801.467327:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278375424:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761802.170720:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761802.490686:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761803.194698:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761803.514691:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761804.218640:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761804.538654:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761805.242693:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761805.562644:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761806.266631:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761806.586709:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787761806.586726:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761806.586740:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761806.586747:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761806.586763:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 846
00000100:00080000:2.0:1787761806.586781:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761806.586792:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787761806.586853:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15a40 x1874603278375552/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761806.586891:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761806.586897:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761806.586899:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761806.586905:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 846
00000100:00080000:2.0:1787761806.586909:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761806.586913:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787761806.586928:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761806.586944:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278375680/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761806.586979:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278375552:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787761806.587064:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761806.587106:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761806/real 1787761806]  req@ffff9dd193d15a40 x1874603278375552/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761806.587128:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15a40 x1874603278375552/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761806.587159:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761806.587164:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761806.587168:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278375552:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761806.587192:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278375680:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761806.587212:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761806.587222:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761806/real 1787761806]  req@ffff9dd193d15e00 x1874603278375680/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761806.587234:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278375680/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761806.587242:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761806.587246:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761806.587249:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278375680:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761807.290661:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761807.610579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761808.314627:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761808.634572:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761809.338786:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761809.658577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761810.362731:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761810.682628:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761811.386658:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761811.706581:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787761811.706659:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761811.706672:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761811.706678:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761811.706693:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 851
00000100:00080000:2.0:1787761811.706711:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761811.706721:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787761811.706781:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15680 x1874603278375808/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761811.706823:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761811.706828:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761811.706831:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761811.706837:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 851
00000100:00080000:2.0:1787761811.706842:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761811.706847:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787761811.706863:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761811.706879:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278375808:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787761811.706882:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278375936/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761811.706951:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761811.706987:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761811/real 1787761811]  req@ffff9dd193d15680 x1874603278375808/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761811.707001:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15680 x1874603278375808/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761811.707010:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761811.707013:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761811.707016:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278375808:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761811.707048:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278375936:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761811.707066:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761811.707074:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761811/real 1787761811]  req@ffff9dd193d161c0 x1874603278375936/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761811.707083:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278375936/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761811.707088:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761811.707091:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761811.707093:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278375936:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787761812.410652:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761812.730618:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761813.434786:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761813.754689:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761814.458598:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761814.778708:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761815.482708:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761815.802680:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761816.506601:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761816.826731:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761816.826742:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761816.826747:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761816.826759:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 856
00000100:00100000:2.0:1787761816.826762:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761816.826772:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761816.826785:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761816.826822:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278376064/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761816.826848:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761816.826851:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761816.826852:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761816.826855:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 856
00000100:00080000:3.0:1787761816.826858:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761816.826861:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761816.826870:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761816.826880:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278376192/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761816.826891:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278376064:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787761816.826955:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761816.826986:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761816/real 1787761816]  req@ffff9dd193c74f00 x1874603278376064/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761816.827001:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278376064/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761816.827009:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761816.827012:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761816.827015:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278376064:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761816.827033:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278376192:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761816.827057:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761816.827065:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761816/real 1787761816]  req@ffff9dd193c75a40 x1874603278376192/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761816.827073:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278376192/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761816.827079:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761816.827081:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761816.827084:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278376192:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787761817.530656:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761817.850696:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761818.554601:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761818.874672:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761819.578614:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761819.898681:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761820.602609:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761820.922707:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761821.626674:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761821.946676:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1787761821.946677:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787761821.946694:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761821.946702:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761821.946717:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 861
00000100:00080000:2.0:1787761821.946734:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761821.946744:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787761821.946801:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278376320/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761821.946842:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761821.946847:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761821.946850:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761821.946856:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 861
00000100:00080000:2.0:1787761821.946863:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761821.946871:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787761821.946890:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761821.946920:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278376320:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787761821.946922:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278376448/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761821.947031:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761821.947086:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761821/real 1787761821]  req@ffff9dd193d17840 x1874603278376320/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761821.947111:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278376320/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761821.947126:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761821.947131:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761821.947137:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278376320:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761821.947171:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278376448:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761821.947220:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761821.947236:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761821/real 1787761821]  req@ffff9dd193d143c0 x1874603278376448/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761821.947252:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278376448/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761821.947284:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761821.947290:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761821.947295:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278376448:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787761822.650725:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761822.970716:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761823.674680:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761823.994629:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761824.698690:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761825.018636:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761825.722634:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761826.042599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761826.746658:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761827.066607:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1787761827.066614:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787761827.066616:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761827.066620:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761827.066630:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 866
00000100:00080000:2.0:1787761827.066639:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761827.066646:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787761827.066680:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278376576/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761827.066701:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761827.066704:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761827.066706:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761827.066709:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 866
00000100:00080000:2.0:1787761827.066711:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761827.066713:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787761827.066722:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761827.066730:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278376704/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761827.066821:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278376576:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787761827.066933:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761827.066995:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761827/real 1787761827]  req@ffff9dd193d16d00 x1874603278376576/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761827.067023:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278376576/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761827.067039:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761827.067045:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761827.067051:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278376576:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761827.067060:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278376704:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761827.067117:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761827.067133:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761827/real 1787761827]  req@ffff9dd193d152c0 x1874603278376704/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761827.067149:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278376704/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761827.067160:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761827.067164:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761827.067168:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278376704:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787761827.770722:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761828.090592:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761828.794686:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761829.114629:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761829.818680:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761830.138630:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761830.842661:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761831.162623:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761831.866702:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787761832.186574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787761832.186619:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761832.186625:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761832.186628:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761832.186636:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 871
00000100:00080000:0.0:1787761832.186645:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761832.186651:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787761832.186680:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24780 x1874603278376832/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761832.186707:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761832.186711:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761832.186713:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761832.186718:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 871
00000100:00080000:0.0:1787761832.186722:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761832.186726:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787761832.186736:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761832.186753:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b27840 x1874603278376960/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761832.186808:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278376832:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787761832.186920:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761832.186997:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761832/real 1787761832]  req@ffff9dd193b24780 x1874603278376832/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761832.187025:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24780 x1874603278376832/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761832.187040:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761832.187046:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761832.187053:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278376832:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761832.187069:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278376960:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761832.187147:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761832.187172:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761832/real 1787761832]  req@ffff9dd193b27840 x1874603278376960/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761832.187190:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b27840 x1874603278376960/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761832.187226:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761832.187231:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761832.187235:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278376960:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787761832.890677:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761833.210715:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761833.914687:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761834.234634:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761834.938680:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761835.258568:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761835.962687:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761836.282582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761836.986634:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761837.306583:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761837.306591:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761837.306595:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787761837.306597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787761837.306604:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 877
00000100:00080000:0.0:1787761837.306614:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761837.306620:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787761837.306652:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24f00 x1874603278377088/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761837.306689:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761837.306692:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761837.306694:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761837.306697:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 877
00000100:00080000:0.0:1787761837.306700:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761837.306702:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787761837.306712:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761837.306725:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b261c0 x1874603278377216/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761837.306839:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278377088:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787761837.306947:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761837.307010:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761837/real 1787761837]  req@ffff9dd193b24f00 x1874603278377088/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761837.307036:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24f00 x1874603278377088/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761837.307053:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761837.307058:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761837.307064:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278377088:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761837.307073:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278377216:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761837.307099:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761837.307135:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761837/real 1787761837]  req@ffff9dd193b261c0 x1874603278377216/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761837.307151:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b261c0 x1874603278377216/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761837.307189:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761837.307194:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761837.307199:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278377216:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761838.010728:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761838.330591:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761839.034724:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761839.354641:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761840.058739:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761840.378586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761841.082710:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761841.402631:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761842.106755:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761842.426588:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787761842.426595:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787761842.426596:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761842.426602:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761842.426610:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 882
00000100:00080000:0.0:1787761842.426620:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761842.426626:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787761842.426672:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24b40 x1874603278377344/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761842.426702:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761842.426705:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761842.426706:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761842.426709:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 882
00000100:00080000:0.0:1787761842.426712:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761842.426729:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787761842.426737:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761842.426749:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26580 x1874603278377472/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761842.426820:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278377344:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787761842.426928:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761842.426989:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761842/real 1787761842]  req@ffff9dd193b24b40 x1874603278377344/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761842.427016:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24b40 x1874603278377344/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761842.427032:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761842.427037:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761842.427044:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278377344:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761842.427054:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278377472:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761842.427080:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761842.427095:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761842/real 1787761842]  req@ffff9dd193b26580 x1874603278377472/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761842.427110:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26580 x1874603278377472/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761842.427177:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761842.427182:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761842.427187:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278377472:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761843.130706:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761843.450590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761844.154720:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761844.474599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761845.178790:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761845.498698:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761846.202659:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761846.522594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761847.226803:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761847.546647:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787761847.546649:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787761847.546665:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761847.546674:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761847.546690:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 887
00000100:00080000:0.0:1787761847.546706:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761847.546719:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787761847.546779:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26d00 x1874603278377600/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761847.546820:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761847.546825:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761847.546827:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761847.546833:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 887
00000100:00080000:0.0:1787761847.546837:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761847.546842:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787761847.546857:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761847.546888:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278377600:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761847.546893:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26940 x1874603278377728/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761847.546995:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761847.547051:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761847/real 1787761847]  req@ffff9dd193b26d00 x1874603278377600/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761847.547078:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26d00 x1874603278377600/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761847.547115:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761847.547121:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761847.547126:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278377600:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761847.547168:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278377728:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761847.547196:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761847.547212:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761847/real 1787761847]  req@ffff9dd193b26940 x1874603278377728/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761847.547228:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26940 x1874603278377728/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761847.547239:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761847.547243:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761847.547247:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278377728:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761848.250645:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761848.570617:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761849.274678:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761849.594647:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761850.298818:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761850.618631:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761851.322768:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761851.642590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761852.346793:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761852.666588:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787761852.666590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787761852.666598:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761852.666619:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761852.666626:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 892
00000100:00080000:0.0:1787761852.666636:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761852.666641:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787761852.666669:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25680 x1874603278377856/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761852.666696:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761852.666698:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761852.666700:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761852.666702:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 892
00000100:00080000:0.0:1787761852.666705:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761852.666707:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787761852.666714:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761852.666722:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b270c0 x1874603278377984/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761852.666754:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278377856:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787761852.666808:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761852.666838:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761852/real 1787761852]  req@ffff9dd193b25680 x1874603278377856/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761852.666851:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25680 x1874603278377856/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761852.666859:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761852.666862:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761852.666865:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278377856:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761852.666877:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278377984:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761852.666892:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761852.666900:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761852/real 1787761852]  req@ffff9dd193b270c0 x1874603278377984/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761852.666908:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b270c0 x1874603278377984/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761852.666913:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761852.666916:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761852.666918:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278377984:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787761853.370638:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761853.690582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761854.394694:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761854.714629:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761855.418658:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761855.738676:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761856.442718:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761856.762640:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761857.466642:0:131:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1787761857.466707:0:5443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1787761857.466734:0:5443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030e00/0x9b4aaf9326dccf99 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcda7522c3ea36572 expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00010000:00010000:2.0:1787761857.466780:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787761857.466869:0:5443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030e00/0x9b4aaf9326dccf99 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcda7522c3ea36572 expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00010000:00010000:3.0:1787761857.466888:0:5443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:3.0:1787761857.466939:0:5443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9dd188112800 lock: ffff9dd180030e00/0x9b4aaf9326dccf99 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcda7522c3ea36572 expref: -99 pid: 9851 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0
00010000:00010000:3.0:1787761857.466986:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787761857.466989:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1787761857.466993:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787761857.467004:0:2353:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN)  req@ffff9dd193c77480 x1874603278378112/t0(0) o103->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787761857.786721:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787761857.786723:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787761857.786737:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787761857.786744:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761857.786766:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 897
00000100:00080000:2.0:1787761857.786814:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761857.786843:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787761857.786886:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278378240/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787761857.786956:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787761857.786961:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787761857.786964:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787761857.786970:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 897
00000100:00080000:2.0:1787761857.786976:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787761857.786982:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787761857.786996:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787761857.787057:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278378368/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761857.787062:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278378240:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787761857.787187:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761857.787250:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761857/real 1787761857]  req@ffff9dd193d152c0 x1874603278378240/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761857.787275:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278378240/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761857.787288:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761857.787294:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761857.787299:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278378240:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761857.787372:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278378368:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761857.787429:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761857.787449:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761857/real 1787761857]  req@ffff9dd193d16d00 x1874603278378368/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761857.787466:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278378368/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761857.787477:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761857.787506:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761857.787511:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278378368:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787761858.490756:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761858.810637:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761859.514730:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761859.834635:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761860.538649:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761860.858605:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761861.562645:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787761861.882595:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761862.586665:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761862.906630:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761862.906635:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761862.906641:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761862.906646:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761862.906654:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 902
00000100:00080000:3.0:1787761862.906664:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761862.906670:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761862.906701:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278378496/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761862.906726:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761862.906729:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761862.906731:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761862.906734:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 902
00000100:00080000:3.0:1787761862.906737:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761862.906740:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761862.906748:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761862.906759:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278378496:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761862.906760:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278378624/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761862.906851:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278378624:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761863.610645:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761863.930656:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761864.634618:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761864.954644:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761865.658717:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761865.978797:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:0.0:1787761865.978817:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:0.0:1787761865.978867:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787761865.978888:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:0.0:1787761865.978933:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:1.0:1787761865.979040:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761862/real 1787761865]  req@ffff9dd193c76940 x1874603278378624/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761865.979060:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278378624/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761865.979091:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761865.979097:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761865.979101:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278378624:192.168.203.118@tcp:38:kworker.0
00000100:00100000:1.0:1787761865.979110:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761862/real 1787761865]  req@ffff9dd193c76580 x1874603278378496/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761865.979124:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278378496/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761865.979132:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761865.979136:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761865.979140:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278378496:192.168.203.118@tcp:250:kworker.0
00010000:00010000:0.0:1787761866.682600:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761867.002647:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761867.706657:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761868.026587:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761868.026595:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761868.026598:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761868.026607:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 907
00000100:00080000:3.0:1787761868.026628:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761868.026634:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787761868.026646:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787761868.026665:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278378752/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761868.026689:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761868.026692:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761868.026694:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761868.026697:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 907
00000100:00080000:3.0:1787761868.026699:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761868.026702:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761868.026709:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761868.026717:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278378880/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761868.026754:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278378752:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787761868.026806:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761868.026834:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761868/real 1787761868]  req@ffff9dd193c74b40 x1874603278378752/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761868.026848:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278378752/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761868.026856:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761868.026859:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761868.026861:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278378752:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761868.026867:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278378880:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761868.026902:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761868.026915:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761868/real 1787761868]  req@ffff9dd193c770c0 x1874603278378880/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761868.026930:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278378880/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761868.026939:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761868.026942:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761868.026945:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278378880:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787761868.730749:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761869.050708:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761869.754622:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761870.074587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761870.778599:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761871.098586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761871.802629:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761872.122576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761872.826619:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761873.146583:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761873.146591:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761873.146595:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787761873.146603:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761873.146604:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 912
00000100:00080000:3.0:1787761873.146616:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761873.146623:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761873.146654:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75680 x1874603278379008/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761873.146682:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761873.146703:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761873.146705:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761873.146709:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 912
00000100:00080000:3.0:1787761873.146713:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761873.146716:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761873.146724:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761873.146730:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278379008:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761873.146740:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278379136/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761873.146793:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761873.146822:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761873/real 1787761873]  req@ffff9dd193c75680 x1874603278379008/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761873.146847:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75680 x1874603278379008/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761873.146855:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761873.146857:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761873.146860:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278379008:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761873.146877:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278379136:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761873.146892:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761873.146900:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761873/real 1787761873]  req@ffff9dd193c770c0 x1874603278379136/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761873.146936:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278379136/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761873.146942:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761873.146944:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761873.146947:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278379136:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787761873.850634:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761874.170686:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761874.874686:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761875.194614:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761875.898681:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761876.218599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761876.922747:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761877.242589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761877.946676:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761878.266659:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761878.266676:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761878.266687:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761878.266694:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761878.266709:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 917
00000100:00080000:1.0:1787761878.266727:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761878.266740:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761878.266810:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c780 x1874603278379264/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761878.266871:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761878.266901:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761878.266904:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761878.266911:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 917
00000100:00080000:1.0:1787761878.266917:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761878.266923:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787761878.266937:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761878.266957:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c3c0 x1874603278379392/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761878.267001:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278379264:192.168.203.118@tcp:250:kworker.0
00000800:00000100:0.0:1787761878.267070:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761878.267105:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761878/real 1787761878]  req@ffff9dd186d6c780 x1874603278379264/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761878.267119:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c780 x1874603278379264/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761878.267128:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761878.267132:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761878.267135:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278379264:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761878.267154:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278379392:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761878.267169:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761878.267176:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761878/real 1787761878]  req@ffff9dd186d6c3c0 x1874603278379392/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761878.267202:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c3c0 x1874603278379392/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761878.267208:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761878.267210:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761878.267212:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278379392:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761878.970769:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761879.290614:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761879.994737:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761880.314583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761881.018660:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761881.338591:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761882.042683:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761882.362589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761883.066710:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761883.386577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761883.386578:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761883.386586:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761883.386590:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761883.386598:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 923
00000100:00080000:1.0:1787761883.386607:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761883.386613:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761883.386645:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6de00 x1874603278379520/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761883.386667:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761883.386670:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761883.386672:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761883.386675:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 923
00000100:00080000:1.0:1787761883.386677:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761883.386679:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787761883.386686:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761883.386697:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6da40 x1874603278379648/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761883.386717:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278379520:192.168.203.118@tcp:250:kworker.0
00000800:00000100:0.0:1787761883.386783:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761883.386815:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761883/real 1787761883]  req@ffff9dd186d6de00 x1874603278379520/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761883.386828:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6de00 x1874603278379520/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761883.386838:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761883.386857:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761883.386861:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278379520:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761883.386870:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278379648:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761883.386895:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761883.386906:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761883/real 1787761883]  req@ffff9dd186d6da40 x1874603278379648/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761883.386915:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6da40 x1874603278379648/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761883.386936:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761883.386938:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761883.386941:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278379648:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761884.090629:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761884.410583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761885.114639:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761885.434600:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761886.138649:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761886.458570:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761887.162643:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761887.482584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761888.186639:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787761888.506600:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787761888.506600:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761888.506610:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761888.506615:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761888.506625:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 928
00000100:00080000:1.0:1787761888.506636:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761888.506642:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761888.506702:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6da40 x1874603278379776/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761888.506727:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761888.506730:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761888.506732:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761888.506735:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 928
00000100:00080000:1.0:1787761888.506739:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761888.506742:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787761888.506751:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761888.506764:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6de00 x1874603278379904/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761888.506787:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278379776:192.168.203.118@tcp:250:kworker.0
00000800:00000100:0.0:1787761888.506864:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761888.506900:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761888/real 1787761888]  req@ffff9dd186d6da40 x1874603278379776/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761888.506915:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6da40 x1874603278379776/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761888.506925:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761888.506928:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761888.506931:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278379776:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761888.506937:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278379904:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787761888.506953:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787761888.506962:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761888/real 1787761888]  req@ffff9dd186d6de00 x1874603278379904/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761888.506971:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6de00 x1874603278379904/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787761888.506978:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761888.506980:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787761888.506982:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278379904:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761889.210625:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761889.530575:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761890.234670:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761890.554607:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761891.258637:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761891.578595:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761892.282669:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761892.602583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761893.306637:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761893.626594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787761893.626665:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761893.626670:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761893.626674:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761893.626682:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 933
00000100:00080000:0.0:1787761893.626692:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761893.626697:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787761893.626729:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25e00 x1874603278380032/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761893.626753:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761893.626756:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761893.626757:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761893.626760:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 933
00000100:00080000:0.0:1787761893.626763:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761893.626766:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787761893.626786:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761893.626796:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278380032:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761893.626801:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b270c0 x1874603278380160/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761893.626864:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761893.626895:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761893/real 1787761893]  req@ffff9dd193b25e00 x1874603278380032/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761893.626909:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25e00 x1874603278380032/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761893.626917:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761893.626920:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761893.626923:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278380032:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761893.626943:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278380160:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761893.626957:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761893.626979:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761893/real 1787761893]  req@ffff9dd193b270c0 x1874603278380160/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761893.626988:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b270c0 x1874603278380160/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761893.626993:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761893.626995:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761893.626998:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278380160:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761894.330632:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761894.650598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761895.354647:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761895.674590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761896.378643:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761896.698585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761897.402642:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761897.722575:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761898.426630:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761898.746570:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787761898.746571:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761898.746580:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761898.746584:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761898.746591:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 938
00000100:00080000:0.0:1787761898.746600:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761898.746606:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787761898.746640:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25680 x1874603278380288/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761898.746674:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761898.746680:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761898.746682:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761898.746685:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 938
00000100:00080000:0.0:1787761898.746688:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761898.746692:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787761898.746700:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761898.746713:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26940 x1874603278380416/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761898.746714:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278380288:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787761898.746786:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761898.746815:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761898/real 1787761898]  req@ffff9dd193b25680 x1874603278380288/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761898.746829:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25680 x1874603278380288/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761898.746836:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761898.746839:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761898.746842:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278380288:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761898.746860:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278380416:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761898.746874:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761898.746882:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761898/real 1787761898]  req@ffff9dd193b26940 x1874603278380416/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761898.746890:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26940 x1874603278380416/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761898.746908:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761898.746912:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761898.746916:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278380416:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761899.450616:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761899.770576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761900.474671:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761900.794577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761901.498636:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761901.818594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761902.522642:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761902.842587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761903.546654:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787761903.866656:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787761903.866660:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787761903.866664:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761903.866669:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761903.866678:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 943
00000100:00080000:0.0:1787761903.866688:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761903.866694:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787761903.866762:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26d00 x1874603278380544/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761903.866781:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761903.866784:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761903.866786:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761903.866789:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 943
00000100:00080000:0.0:1787761903.866793:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761903.866796:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761903.866810:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278380544:192.168.203.118@tcp:250:kworker.0
00000008:00100000:0.0:1787761903.866820:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761903.866834:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26580 x1874603278380672/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761903.866867:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761903.866898:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761903/real 1787761903]  req@ffff9dd193b26d00 x1874603278380544/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761903.866911:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26d00 x1874603278380544/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761903.866918:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761903.866921:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761903.866924:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278380544:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761903.866945:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278380672:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761903.866964:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761903.866976:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761903/real 1787761903]  req@ffff9dd193b26580 x1874603278380672/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761903.866990:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26580 x1874603278380672/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761903.867000:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761903.867003:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761903.867006:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278380672:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761904.570619:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761904.890592:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761905.594727:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761905.914603:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761906.618789:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761906.938626:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761907.642746:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761907.962648:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761908.666808:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761908.986644:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761908.986716:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761908.986730:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761908.986736:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761908.986748:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 948
00000100:00080000:3.0:1787761908.986764:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761908.986774:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761908.986830:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278380800/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761908.986864:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761908.986867:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761908.986869:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761908.986872:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 948
00000100:00080000:3.0:1787761908.986876:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761908.986879:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761908.986890:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761908.986901:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278380928/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761908.986965:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278380800:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787761908.987054:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761908.987106:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761908/real 1787761908]  req@ffff9dd193c74b40 x1874603278380800/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761908.987131:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278380800/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761908.987145:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761908.987151:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761908.987156:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278380800:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761908.987167:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278380928:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761908.987193:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761908.987207:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761908/real 1787761908]  req@ffff9dd193c76580 x1874603278380928/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761908.987222:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278380928/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761908.987232:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761908.987236:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761908.987240:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278380928:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761909.690778:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761910.010623:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761910.714715:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761911.034598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761911.738634:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761912.058615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761912.762692:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761913.082615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761913.786718:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761914.106648:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761914.106648:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761914.106661:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761914.106667:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761914.106677:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 953
00000100:00080000:3.0:1787761914.106692:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761914.106700:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761914.106748:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278381056/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761914.106776:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761914.106779:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761914.106780:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761914.106784:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 953
00000100:00080000:3.0:1787761914.106786:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761914.106789:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761914.106799:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761914.106818:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278381184/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761914.106822:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278381056:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787761914.106907:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761914.106953:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761914/real 1787761914]  req@ffff9dd193c76940 x1874603278381056/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761914.106988:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278381056/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761914.106998:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761914.107002:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761914.107005:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278381056:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761914.107030:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278381184:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761914.107047:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761914.107056:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761914/real 1787761914]  req@ffff9dd193c75a40 x1874603278381184/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761914.107065:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278381184/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761914.107071:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761914.107074:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761914.107076:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278381184:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761914.810714:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761915.130608:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761915.834700:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761916.154675:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761916.858747:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761917.178586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761917.882792:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761918.202672:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761918.906774:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761919.226592:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787761919.226641:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761919.226648:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761919.226652:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761919.226663:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 958
00000100:00080000:0.0:1787761919.226677:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761919.226685:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787761919.226731:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24b40 x1874603278381312/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761919.226758:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761919.226763:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761919.226765:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761919.226770:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 958
00000100:00080000:0.0:1787761919.226774:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761919.226778:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787761919.226792:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761919.226804:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278381312:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761919.226806:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b261c0 x1874603278381440/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761919.226896:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761919.226939:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761919/real 1787761919]  req@ffff9dd193b24b40 x1874603278381312/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761919.226954:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24b40 x1874603278381312/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761919.226995:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761919.226998:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761919.227002:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278381312:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761919.227027:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278381440:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761919.227046:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761919.227055:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761919/real 1787761919]  req@ffff9dd193b261c0 x1874603278381440/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761919.227063:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b261c0 x1874603278381440/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761919.227069:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761919.227072:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761919.227074:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278381440:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761919.930660:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761920.250628:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761920.954790:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761921.274678:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761921.978805:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761922.298663:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761923.002836:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761923.322673:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761924.026681:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761924.346687:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761924.346717:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761924.346729:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761924.346736:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761924.346751:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 964
00000100:00080000:3.0:1787761924.346768:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761924.346779:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761924.346836:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278381568/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761924.346880:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761924.346885:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761924.346888:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761924.346894:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 964
00000100:00080000:3.0:1787761924.346898:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761924.346903:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761924.346917:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761924.346938:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278381696/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761924.346980:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278381568:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787761924.347083:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761924.347171:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761924/real 1787761924]  req@ffff9dd193c74f00 x1874603278381568/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761924.347205:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278381568/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761924.347220:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761924.347226:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761924.347231:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278381568:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761924.347300:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278381696:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761924.347351:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761924.347379:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761924/real 1787761924]  req@ffff9dd193c74000 x1874603278381696/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761924.347406:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278381696/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761924.347424:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761924.347431:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761924.347439:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278381696:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761925.050825:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761925.370662:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761926.074776:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761926.394624:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761927.098738:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761927.418597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761928.122735:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761928.442666:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761929.146765:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761929.466598:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787761929.466602:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761929.466609:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761929.466613:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761929.466621:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 969
00000100:00080000:3.0:1787761929.466645:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761929.466651:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761929.466680:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278381824/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761929.466703:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761929.466706:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761929.466708:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761929.466710:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 969
00000100:00080000:3.0:1787761929.466713:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761929.466715:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761929.466723:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761929.466731:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278381952/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761929.466811:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278381824:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761929.466974:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278381952:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761930.170795:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761930.490664:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761931.194709:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761931.514729:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761932.218705:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761932.538699:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:0.0:1787761932.538770:0:2337:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:0.0:1787761932.538808:0:2337:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787761932.538822:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:0.0:1787761932.538863:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:1.0:1787761932.538907:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761929/real 1787761932]  req@ffff9dd193c77840 x1874603278381824/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761932.538933:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278381824/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761932.538960:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761932.538970:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761932.538975:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278381824:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761932.538984:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761929/real 1787761932]  req@ffff9dd193c752c0 x1874603278381952/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761932.539013:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278381952/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761932.539022:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761932.539026:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761932.539030:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278381952:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761933.242684:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761933.562661:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761934.266775:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761934.586659:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761934.586676:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761934.586683:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761934.586699:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 974
00000100:00080000:3.0:1787761934.586717:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761934.586733:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787761934.586760:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787761934.586793:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c743c0 x1874603278382080/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761934.586836:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761934.586843:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761934.586847:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761934.586878:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 974
00000100:00080000:3.0:1787761934.586888:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1787761934.586901:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278382080:192.168.203.118@tcp:250:kworker.0
00000100:00080000:3.0:1787761934.586904:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761934.586928:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761934.586962:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278382208/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761934.587030:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761934.587095:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761934/real 1787761934]  req@ffff9dd193c743c0 x1874603278382080/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761934.587135:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c743c0 x1874603278382080/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761934.587156:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761934.587163:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761934.587172:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278382080:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761934.587214:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278382208:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761934.587264:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761934.587292:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761934/real 1787761934]  req@ffff9dd193c752c0 x1874603278382208/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761934.587320:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278382208/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761934.587366:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761934.587375:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761934.587382:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278382208:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761935.290669:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761935.610885:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761936.314746:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761936.634634:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761937.338681:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761937.658673:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761938.362700:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761938.682574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761939.386668:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761939.706563:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761939.706573:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761939.706578:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761939.706588:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 979
00000100:00080000:3.0:1787761939.706600:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761939.706608:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761939.706647:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278382336/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761939.706671:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787761939.706677:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761939.706678:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761939.706684:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761939.706702:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 979
00000100:00080000:3.0:1787761939.706708:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761939.706712:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761939.706721:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278382336:192.168.203.118@tcp:250:kworker.0
00000008:00100000:3.0:1787761939.706722:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761939.706741:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278382464/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761939.706786:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761939.706822:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761939/real 1787761939]  req@ffff9dd193c77840 x1874603278382336/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761939.706837:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278382336/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761939.706844:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761939.706847:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761939.706850:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278382336:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761939.706869:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278382464:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761939.706886:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761939.706894:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761939/real 1787761939]  req@ffff9dd193c74000 x1874603278382464/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761939.706902:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278382464/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761939.706908:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761939.706910:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761939.706912:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278382464:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761940.410673:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761940.730625:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761941.434713:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761941.754678:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761942.458658:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761942.778592:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761943.482821:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761943.802638:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761944.506668:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761944.826592:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761944.826614:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761944.826618:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761944.826628:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 984
00000100:00080000:3.0:1787761944.826637:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761944.826643:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761944.826683:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278382592/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787761944.826698:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761944.826707:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761944.826713:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761944.826716:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761944.826735:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 984
00000100:00080000:3.0:1787761944.826743:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761944.826759:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761944.826770:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761944.826773:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278382592:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761944.826783:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278382720/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761944.826831:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761944.826872:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761944/real 1787761944]  req@ffff9dd193c74f00 x1874603278382592/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761944.826885:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278382592/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761944.826893:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761944.826895:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761944.826898:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278382592:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761944.826916:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278382720:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761944.826933:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761944.826940:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761944/real 1787761944]  req@ffff9dd193c75a40 x1874603278382720/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761944.826948:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278382720/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761944.826954:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761944.826956:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761944.826959:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278382720:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787761945.530674:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761945.850682:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761946.554640:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761946.874629:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761947.578600:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761947.898624:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761948.602650:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761948.922621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761949.626699:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761949.946650:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761949.946662:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761949.946668:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761949.946682:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 989
00000100:00100000:2.0:1787761949.946684:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761949.946698:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761949.946709:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761949.946757:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278382848/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761949.946821:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761949.946829:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761949.946834:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761949.946842:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 989
00000100:00080000:3.0:1787761949.946851:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761949.946859:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761949.946876:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761949.946897:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278382848:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787761949.946902:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278382976/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787761949.946989:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761949.947048:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761949/real 1787761949]  req@ffff9dd193c76940 x1874603278382848/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761949.947086:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278382848/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761949.947099:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761949.947105:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761949.947110:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278382848:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761949.947140:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278382976:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761949.947172:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761949.947189:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761949/real 1787761949]  req@ffff9dd193c76580 x1874603278382976/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761949.947204:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278382976/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761949.947215:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761949.947219:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761949.947223:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278382976:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761950.650789:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761950.970623:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761951.674752:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761951.994578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761952.698618:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761953.018586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761953.722668:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761954.042577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761954.746755:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761955.066656:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761955.066687:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761955.066697:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761955.066703:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761955.066716:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 994
00000100:00080000:3.0:1787761955.066729:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761955.066738:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761955.066783:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278383104/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761955.066819:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761955.066824:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761955.066827:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761955.066833:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 994
00000100:00080000:3.0:1787761955.066856:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761955.066863:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761955.066875:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761955.066894:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278383232/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761955.066937:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278383104:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787761955.067018:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761955.067065:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761955/real 1787761955]  req@ffff9dd193c74b40 x1874603278383104/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761955.067089:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278383104/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761955.067123:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761955.067128:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761955.067134:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278383104:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761955.067143:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278383232:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761955.067173:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761955.067188:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761955/real 1787761955]  req@ffff9dd193c770c0 x1874603278383232/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761955.067203:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278383232/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761955.067213:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761955.067217:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761955.067221:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278383232:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787761955.770690:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761956.090674:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761956.794805:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761957.114670:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787761957.818672:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761958.138670:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761958.842760:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761959.162633:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761959.866666:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761960.186656:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787761960.186657:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761960.186677:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761960.186684:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761960.186698:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 999
00000100:00080000:3.0:1787761960.186713:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761960.186724:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761960.186770:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75680 x1874603278383360/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761960.186804:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761960.186809:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761960.186811:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761960.186816:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 999
00000100:00080000:3.0:1787761960.186821:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761960.186825:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761960.186837:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761960.186852:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278383488/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761960.186924:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278383360:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787761960.187005:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761960.187054:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761960/real 1787761960]  req@ffff9dd193c75680 x1874603278383360/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761960.187088:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75680 x1874603278383360/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761960.187109:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761960.187134:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761960.187143:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278383360:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761960.187159:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278383488:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761960.187205:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761960.187225:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761960/real 1787761960]  req@ffff9dd193c770c0 x1874603278383488/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761960.187242:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278383488/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761960.187253:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761960.187257:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761960.187261:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278383488:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787761960.890765:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761961.210635:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761961.914767:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761962.234619:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761962.938697:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761963.258636:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761963.962654:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761964.282573:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761964.986703:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761965.306639:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761965.306641:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761965.306654:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761965.306661:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761965.306674:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1005
00000100:00080000:3.0:1787761965.306688:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761965.306698:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761965.306744:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278383616/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761965.306783:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761965.306788:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761965.306791:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761965.306796:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1005
00000100:00080000:3.0:1787761965.306800:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761965.306804:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761965.306817:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761965.306833:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278383744/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761965.306856:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278383616:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787761965.306971:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761965.307004:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761965/real 1787761965]  req@ffff9dd193c74b40 x1874603278383616/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761965.307018:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278383616/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761965.307026:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761965.307029:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761965.307032:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278383616:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761965.307050:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278383744:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761965.307080:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761965.307088:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761965/real 1787761965]  req@ffff9dd193c76580 x1874603278383744/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761965.307096:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278383744/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761965.307102:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761965.307104:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761965.307106:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278383744:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761966.010775:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761966.330660:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761967.034747:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761967.354642:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761968.058708:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761968.378641:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761969.082736:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761969.402622:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761970.106717:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761970.426604:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761970.426615:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761970.426622:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761970.426636:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1010
00000100:00100000:2.0:1787761970.426647:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761970.426653:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761970.426668:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761970.426725:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278383872/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761970.426781:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761970.426789:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761970.426793:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761970.426801:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1010
00000100:00080000:3.0:1787761970.426810:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761970.426818:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761970.426835:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761970.426867:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278384000/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761970.426890:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278383872:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787761970.426983:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761970.427031:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761970/real 1787761970]  req@ffff9dd193c76940 x1874603278383872/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761970.427054:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278383872/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761970.427068:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761970.427073:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761970.427078:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278383872:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761970.427109:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278384000:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761970.427135:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761970.427150:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761970/real 1787761970]  req@ffff9dd193c75a40 x1874603278384000/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761970.427188:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278384000/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761970.427200:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761970.427203:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761970.427208:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278384000:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761971.130714:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761971.450638:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761972.154730:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761972.474626:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761973.178777:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761973.498630:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761974.202696:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761974.522650:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761975.226775:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761975.546640:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761975.546670:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761975.546680:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761975.546687:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761975.546700:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1015
00000100:00080000:3.0:1787761975.546714:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761975.546722:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761975.546771:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278384128/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761975.546805:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761975.546810:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761975.546813:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761975.546819:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1015
00000100:00080000:3.0:1787761975.546823:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761975.546827:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761975.546858:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761975.546879:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278384256/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761975.546887:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278384128:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787761975.546991:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761975.547053:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761975/real 1787761975]  req@ffff9dd193c74f00 x1874603278384128/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761975.547079:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278384128/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761975.547093:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761975.547099:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761975.547104:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278384128:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761975.547135:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278384256:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761975.547167:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761975.547183:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761975/real 1787761975]  req@ffff9dd193c74000 x1874603278384256/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761975.547198:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278384256/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761975.547269:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761975.547277:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761975.547285:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278384256:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787761976.250741:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761976.570583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761977.274761:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761977.594627:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761978.298729:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761978.618615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761979.322699:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761979.642624:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761980.346721:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761980.666655:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787761980.666662:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761980.666673:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761980.666679:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761980.666692:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1020
00000100:00080000:0.0:1787761980.666706:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761980.666716:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787761980.666766:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24f00 x1874603278384384/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761980.666803:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761980.666808:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761980.666810:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761980.666815:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1020
00000100:00080000:0.0:1787761980.666819:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761980.666823:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787761980.666835:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761980.666852:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b27840 x1874603278384512/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761980.666876:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278384384:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787761980.666979:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761980.667038:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761980/real 1787761980]  req@ffff9dd193b24f00 x1874603278384384/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761980.667062:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24f00 x1874603278384384/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761980.667076:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761980.667081:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761980.667086:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278384384:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761980.667115:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278384512:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761980.667143:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761980.667158:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761980/real 1787761980]  req@ffff9dd193b27840 x1874603278384512/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761980.667199:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b27840 x1874603278384512/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761980.667211:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761980.667216:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761980.667220:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278384512:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787761981.370623:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761981.690610:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787761982.394685:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761982.714578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761983.418623:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761983.738572:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761984.442636:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761984.762571:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787761985.466646:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761985.786582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787761985.786604:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761985.786610:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787761985.786614:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761985.786621:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1025
00000100:00080000:3.0:1787761985.786630:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761985.786636:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787761985.786666:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278384640/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787761985.786688:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761985.786691:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787761985.786693:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787761985.786695:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1025
00000100:00080000:3.0:1787761985.786698:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787761985.786700:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787761985.786707:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787761985.786718:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278384768/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761985.786758:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278384640:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787761985.786811:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761985.786842:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761985/real 1787761985]  req@ffff9dd193c77840 x1874603278384640/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761985.786856:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278384640/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761985.786864:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761985.786867:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761985.786870:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278384640:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761985.786875:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278384768:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761985.786889:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761985.786896:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761985/real 1787761985]  req@ffff9dd193c752c0 x1874603278384768/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761985.786904:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278384768/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761985.786910:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761985.786911:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761985.786913:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278384768:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761986.490736:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761986.810613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761987.514659:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761987.834575:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761988.538663:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761988.858575:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761989.562645:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761989.882572:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761990.586637:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761990.906593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787761990.906604:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761990.906610:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787761990.906614:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761990.906622:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1030
00000100:00080000:0.0:1787761990.906632:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761990.906638:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787761990.906669:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24780 x1874603278384896/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787761990.906691:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787761990.906693:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787761990.906695:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787761990.906698:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1030
00000100:00080000:0.0:1787761990.906700:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787761990.906702:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787761990.906709:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787761990.906719:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25a40 x1874603278385024/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787761990.906734:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278384896:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787761990.906789:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761990.906826:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761990/real 1787761990]  req@ffff9dd193b24780 x1874603278384896/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761990.906861:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24780 x1874603278384896/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761990.906869:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761990.906873:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761990.906876:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278384896:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761990.906895:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278385024:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787761990.906914:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787761990.906923:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761990/real 1787761990]  req@ffff9dd193b25a40 x1874603278385024/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761990.906931:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25a40 x1874603278385024/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761990.906937:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761990.906939:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761990.906942:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278385024:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761991.610610:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761991.930580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761992.634674:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761992.954624:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761993.658696:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761993.978577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761994.682665:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761995.002584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761995.706654:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761996.026612:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787761996.026686:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761996.026691:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787761996.026695:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761996.026703:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1035
00000100:00080000:1.0:1787761996.026712:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761996.026717:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787761996.026750:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c3c0 x1874603278385152/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787761996.026790:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787761996.026793:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787761996.026795:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787761996.026798:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1035
00000100:00080000:1.0:1787761996.026801:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787761996.026804:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787761996.026812:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787761996.026824:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c780 x1874603278385280/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787761996.026864:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278385152:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787761996.027015:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278385280:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761996.730614:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761997.050668:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761997.754741:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761998.074666:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787761998.778655:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787761999.098726:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:0.0:1787761999.098752:0:2338:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:0.0:1787761999.098788:0:2338:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787761999.098802:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:0.0:1787761999.098845:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:1.0:1787761999.098879:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761996/real 1787761999]  req@ffff9dd186d6c3c0 x1874603278385152/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761999.098906:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c3c0 x1874603278385152/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761999.098918:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761999.098924:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761999.098929:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278385152:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787761999.098937:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761996/real 1787761999]  req@ffff9dd186d6c780 x1874603278385280/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787761999.098951:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c780 x1874603278385280/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787761999.098960:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787761999.098976:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787761999.098980:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278385280:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787761999.802651:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762000.122734:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762000.826731:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762001.146664:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762001.146712:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762001.146741:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762001.146747:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762001.146761:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1040
00000100:00080000:3.0:1787762001.146777:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762001.146787:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762001.146840:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c743c0 x1874603278385408/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762001.146881:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762001.146887:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762001.146889:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762001.146895:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1040
00000100:00080000:3.0:1787762001.146899:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762001.146905:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762001.146923:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762001.146958:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278385408:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787762001.146959:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278385536/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762001.147121:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762001.147210:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762001/real 1787762001]  req@ffff9dd193c743c0 x1874603278385408/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762001.147249:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c743c0 x1874603278385408/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762001.147271:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762001.147280:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762001.147297:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278385408:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762001.147347:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278385536:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762001.147400:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762001.147428:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762001/real 1787762001]  req@ffff9dd193c752c0 x1874603278385536/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762001.147456:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278385536/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762001.147474:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762001.147481:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762001.147489:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278385536:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762001.850710:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762002.170689:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762002.874721:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762003.194645:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762003.898729:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762004.218638:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762004.922630:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762005.242641:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762005.946692:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762006.266582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762006.266601:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762006.266623:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762006.266628:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762006.266638:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1045
00000100:00080000:1.0:1787762006.266649:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762006.266657:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762006.266693:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c780 x1874603278385664/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762006.266723:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762006.266725:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762006.266727:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762006.266730:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1045
00000100:00080000:1.0:1787762006.266733:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762006.266737:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762006.266745:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762006.266755:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c3c0 x1874603278385792/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762006.266824:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278385664:192.168.203.118@tcp:250:kworker.0
00000800:00000100:0.0:1787762006.266945:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787762006.267033:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762006/real 1787762006]  req@ffff9dd186d6c780 x1874603278385664/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762006.267062:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c780 x1874603278385664/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762006.267078:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762006.267085:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787762006.267092:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278385664:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787762006.267108:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278385792:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787762006.267155:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787762006.267182:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762006/real 1787762006]  req@ffff9dd186d6c3c0 x1874603278385792/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762006.267207:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c3c0 x1874603278385792/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762006.267219:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762006.267223:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787762006.267228:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278385792:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762006.970628:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762007.290705:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762007.994694:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762008.314631:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762009.018670:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762009.338579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762010.042644:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762010.362574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762011.066649:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762011.386580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762011.386666:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762011.386672:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762011.386676:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762011.386684:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1051
00000100:00080000:3.0:1787762011.386708:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762011.386714:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762011.386744:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278385920/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762011.386774:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762011.386778:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762011.386780:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762011.386784:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1051
00000100:00080000:3.0:1787762011.386788:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762011.386793:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762011.386804:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762011.386809:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278385920:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787762011.386823:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278386048/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762011.386865:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787762011.386897:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762011/real 1787762011]  req@ffff9dd193c77840 x1874603278385920/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762011.386910:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278385920/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762011.386917:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762011.386920:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787762011.386923:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278385920:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787762011.386942:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278386048:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787762011.386957:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787762011.386977:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762011/real 1787762011]  req@ffff9dd193c74000 x1874603278386048/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762011.386985:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278386048/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762011.386991:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762011.386993:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787762011.386995:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278386048:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762012.090631:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762012.410621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762013.114631:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762013.434579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762014.138641:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762014.458607:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762015.162693:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762015.482584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762016.186634:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762016.506651:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762016.506682:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762016.506692:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762016.506698:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762016.506710:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1056
00000100:00080000:1.0:1787762016.506723:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762016.506733:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762016.506792:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f840 x1874603278386176/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762016.506856:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762016.506861:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762016.506863:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762016.506869:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1056
00000100:00080000:1.0:1787762016.506874:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762016.506880:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762016.506893:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762016.506911:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e1c0 x1874603278386304/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762016.506952:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278386176:192.168.203.118@tcp:250:kworker.0
00000800:00000100:0.0:1787762016.507057:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787762016.507124:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762016/real 1787762016]  req@ffff9dd186d6f840 x1874603278386176/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762016.507149:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f840 x1874603278386176/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762016.507162:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762016.507183:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787762016.507189:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278386176:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787762016.507220:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278386304:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787762016.507253:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787762016.507269:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762016/real 1787762016]  req@ffff9dd186d6e1c0 x1874603278386304/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762016.507285:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e1c0 x1874603278386304/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762016.507296:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762016.507300:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787762016.507305:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278386304:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762017.210631:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762017.530596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762018.234665:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762018.554640:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762019.258643:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762019.578584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762020.282674:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762020.602597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762021.306631:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762021.626598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762021.626613:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762021.626619:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762021.626623:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762021.626630:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1061
00000100:00080000:3.0:1787762021.626640:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762021.626646:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762021.626676:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278386432/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762021.626697:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762021.626700:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762021.626715:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762021.626720:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1061
00000100:00080000:3.0:1787762021.626723:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762021.626727:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762021.626736:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762021.626737:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278386432:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787762021.626748:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278386560/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762021.626803:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787762021.626835:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762021/real 1787762021]  req@ffff9dd193c74f00 x1874603278386432/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762021.626848:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278386432/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762021.626866:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762021.626869:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787762021.626873:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278386432:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787762021.626908:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278386560:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787762021.626927:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787762021.626937:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762021/real 1787762021]  req@ffff9dd193c75a40 x1874603278386560/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762021.626945:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278386560/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762021.626951:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762021.626953:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787762021.626955:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278386560:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762022.330651:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762022.650592:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762023.354639:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762023.674598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762024.378659:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762024.698579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762025.402654:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762025.722603:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762026.426640:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762026.746591:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787762026.746594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762026.746600:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762026.746604:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762026.746612:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1066
00000100:00080000:3.0:1787762026.746623:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762026.746630:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762026.746664:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278386688/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762026.746687:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762026.746689:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762026.746691:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762026.746694:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1066
00000100:00080000:3.0:1787762026.746696:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762026.746699:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762026.746708:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762026.746718:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278386816/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762026.746753:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278386688:192.168.203.118@tcp:250:kworker.0
00000800:00000100:0.0:1787762026.746807:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787762026.746836:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762026/real 1787762026]  req@ffff9dd193c76940 x1874603278386688/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762026.746850:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278386688/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762026.746873:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762026.746877:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787762026.746880:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278386688:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787762026.746892:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278386816:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787762026.746910:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787762026.746919:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762026/real 1787762026]  req@ffff9dd193c76580 x1874603278386816/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762026.746928:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278386816/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762026.746933:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762026.746936:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787762026.746938:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278386816:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762027.450616:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762027.770582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762028.474720:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762028.794575:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762029.498734:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762029.818577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762030.522644:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762030.842575:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762031.546747:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762031.866572:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762031.866581:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762031.866584:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787762031.866586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762031.866595:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1071
00000100:00080000:3.0:1787762031.866607:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762031.866615:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762031.866652:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278386944/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762031.866674:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762031.866677:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762031.866679:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762031.866682:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1071
00000100:00080000:3.0:1787762031.866685:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762031.866688:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762031.866696:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762031.866706:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278387072/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762031.866726:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278386944:192.168.203.118@tcp:250:kworker.0
00000800:00000100:0.0:1787762031.866788:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787762031.866842:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762031/real 1787762031]  req@ffff9dd193c74b40 x1874603278386944/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762031.866860:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278386944/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762031.866871:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762031.866876:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787762031.866880:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278386944:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787762031.866887:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278387072:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787762031.866910:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787762031.866923:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762031/real 1787762031]  req@ffff9dd193c770c0 x1874603278387072/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762031.866949:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278387072/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762031.866955:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762031.866958:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787762031.866960:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278387072:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762032.570631:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762032.890608:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762033.594661:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762033.914604:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762034.618650:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762034.938589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762035.642658:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762035.962591:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762036.666734:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762036.986589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762036.986675:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762036.986680:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762036.986683:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762036.986692:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1076
00000100:00080000:0.0:1787762036.986701:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762036.986707:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762036.986739:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b243c0 x1874603278387200/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762036.986767:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762036.986770:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762036.986771:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762036.986774:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1076
00000100:00080000:0.0:1787762036.986776:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762036.986778:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762036.986796:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762036.986810:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25a40 x1874603278387328/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762036.986868:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278387200:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762036.986988:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762036.987046:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762036/real 1787762036]  req@ffff9dd193b243c0 x1874603278387200/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762036.987073:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b243c0 x1874603278387200/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762036.987090:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762036.987095:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762036.987101:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278387200:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762036.987137:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278387328:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762036.987166:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762036.987182:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762036/real 1787762036]  req@ffff9dd193b25a40 x1874603278387328/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762036.987216:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25a40 x1874603278387328/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762036.987228:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762036.987232:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762036.987236:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278387328:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762037.690687:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762038.010666:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762038.714724:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762039.034637:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762039.738758:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762040.058655:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762040.762719:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762041.082616:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762041.786701:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762042.106629:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762042.106744:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762042.106785:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762042.106792:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762042.106806:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1081
00000100:00080000:3.0:1787762042.106823:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762042.106834:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762042.106918:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75680 x1874603278387456/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762042.106963:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762042.106968:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762042.106972:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762042.106977:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1081
00000100:00080000:3.0:1787762042.106983:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762042.106988:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762042.107002:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762042.107021:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278387584/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762042.107088:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278387456:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762042.107187:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762042.107246:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762042/real 1787762042]  req@ffff9dd193c75680 x1874603278387456/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762042.107271:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75680 x1874603278387456/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762042.107287:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762042.107292:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762042.107298:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278387456:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762042.107308:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278387584:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762042.107333:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762042.107347:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762042/real 1787762042]  req@ffff9dd193c770c0 x1874603278387584/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762042.107362:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278387584/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762042.107397:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762042.107402:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762042.107406:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278387584:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762042.810663:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762043.130583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762043.834710:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762044.154669:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762044.858782:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762045.178636:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762045.882710:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762046.202616:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762046.906710:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762047.226600:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762047.226680:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762047.226692:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762047.226698:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762047.226713:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1086
00000100:00080000:0.0:1787762047.226756:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762047.226767:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762047.226827:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24780 x1874603278387712/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762047.226870:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762047.226876:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762047.226879:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762047.226885:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1086
00000100:00080000:0.0:1787762047.226889:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762047.226895:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762047.226914:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762047.226943:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278387712:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787762047.226946:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b27840 x1874603278387840/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762047.227051:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762047.227112:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762047/real 1787762047]  req@ffff9dd193b24780 x1874603278387712/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762047.227138:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24780 x1874603278387712/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762047.227154:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762047.227162:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762047.227170:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278387712:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762047.227214:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278387840:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762047.227261:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762047.227282:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762047/real 1787762047]  req@ffff9dd193b27840 x1874603278387840/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762047.227299:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b27840 x1874603278387840/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762047.227328:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762047.227333:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762047.227337:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278387840:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762047.930749:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762048.250624:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762048.954799:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762049.274578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762049.978639:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762050.298579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762051.002619:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762051.322568:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762052.026635:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762052.346620:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762052.346628:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762052.346631:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762052.346639:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1092
00000100:00100000:3.0:1787762052.346645:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762052.346649:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762052.346657:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762052.346705:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24f00 x1874603278387968/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762052.346726:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762052.346728:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762052.346730:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762052.346733:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1092
00000100:00080000:0.0:1787762052.346736:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762052.346739:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762052.346748:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762052.346755:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278387968:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787762052.346760:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b261c0 x1874603278388096/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762052.346812:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762052.346859:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762052/real 1787762052]  req@ffff9dd193b24f00 x1874603278387968/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762052.346881:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24f00 x1874603278387968/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762052.346891:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762052.346893:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762052.346897:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278387968:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762052.346916:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278388096:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762052.346934:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762052.346943:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762052/real 1787762052]  req@ffff9dd193b261c0 x1874603278388096/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762052.346951:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b261c0 x1874603278388096/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762052.346957:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762052.346960:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762052.346962:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278388096:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762053.050697:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762053.370615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762054.074663:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762054.394581:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762055.098677:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762055.418714:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762056.122736:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762056.442597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762057.146807:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762057.466593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762057.466669:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762057.466675:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762057.466679:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762057.466704:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1097
00000100:00080000:1.0:1787762057.466714:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762057.466720:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762057.466751:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cf00 x1874603278388224/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762057.466781:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762057.466784:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762057.466786:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762057.466789:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1097
00000100:00080000:1.0:1787762057.466791:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762057.466794:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762057.466803:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762057.466814:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e940 x1874603278388352/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762057.466860:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278388224:192.168.203.118@tcp:250:kworker.0
00000800:00000100:0.0:1787762057.466969:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787762057.467028:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762057/real 1787762057]  req@ffff9dd186d6cf00 x1874603278388224/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762057.467070:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cf00 x1874603278388224/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762057.467086:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762057.467092:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787762057.467098:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278388224:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787762057.467108:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278388352:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787762057.467140:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787762057.467156:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762057/real 1787762057]  req@ffff9dd186d6e940 x1874603278388352/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762057.467171:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e940 x1874603278388352/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762057.467182:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762057.467186:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787762057.467190:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278388352:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762058.170740:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762058.490693:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762059.194755:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762059.514584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762060.218651:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762060.538645:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762061.242763:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762061.562665:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762062.266678:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762062.586714:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762062.586729:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1787762062.586757:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762062.586762:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762062.586780:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1102
00000100:00080000:0.0:1787762062.586797:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762062.586807:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762062.586861:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24b40 x1874603278388480/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762062.586901:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762062.586907:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762062.586910:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762062.586917:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1102
00000100:00080000:0.0:1787762062.586921:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762062.586926:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762062.586941:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762062.586944:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278388480:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787762062.586963:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26580 x1874603278388608/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762062.587056:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278388608:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762063.290647:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762063.610640:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762064.314798:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762064.634582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762065.338704:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762065.658606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:0.0:1787762065.659119:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:0.0:1787762065.659182:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787762065.659206:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:0.0:1787762065.659270:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:1.0:1787762065.659398:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762062/real 1787762065]  req@ffff9dd193b26580 x1874603278388608/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762065.659464:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26580 x1874603278388608/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762065.659491:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762065.659501:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762065.659626:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278388608:192.168.203.118@tcp:38:kworker.0
00000100:00100000:1.0:1787762065.659646:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762062/real 1787762065]  req@ffff9dd193b24b40 x1874603278388480/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762065.659682:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24b40 x1874603278388480/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762065.659703:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762065.659713:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762065.659722:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278388480:192.168.203.118@tcp:250:kworker.0
00010000:00010000:2.0:1787762066.362787:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762066.682675:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762067.386785:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762067.706593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762067.706675:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762067.706681:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762067.706684:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762067.706691:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1107
00000100:00080000:1.0:1787762067.706701:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762067.706707:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762067.706740:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c000 x1874603278388736/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762067.706769:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762067.706772:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762067.706773:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762067.706776:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1107
00000100:00080000:1.0:1787762067.706779:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762067.706782:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762067.706789:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762067.706810:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f0c0 x1874603278388864/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762067.706964:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278388736:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762067.707094:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762067.707172:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762067/real 1787762067]  req@ffff9dd186d6c000 x1874603278388736/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762067.707211:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c000 x1874603278388736/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762067.707233:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762067.707243:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762067.707252:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278388736:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762067.707268:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278388864:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762067.707318:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762067.707347:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762067/real 1787762067]  req@ffff9dd186d6f0c0 x1874603278388864/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762067.707374:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f0c0 x1874603278388864/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762067.707685:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762067.707695:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762067.707702:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278388864:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762068.410690:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762068.730814:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762069.434732:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762069.754662:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762070.458864:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762070.778580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762071.482727:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762071.802634:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762072.506769:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762072.826667:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762072.826694:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762072.826709:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762072.826718:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762072.826736:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1112
00000100:00080000:1.0:1787762072.826753:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762072.826764:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762072.826820:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cb40 x1874603278388992/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762072.826862:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762072.826868:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762072.826870:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762072.826876:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1112
00000100:00080000:1.0:1787762072.826880:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762072.826885:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762072.826899:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762072.826917:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6fc00 x1874603278389120/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762072.826965:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278388992:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762072.827081:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762072.827153:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762072/real 1787762072]  req@ffff9dd186d6cb40 x1874603278388992/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762072.827186:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cb40 x1874603278388992/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762072.827201:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762072.827206:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762072.827212:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278388992:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762072.827245:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278389120:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762072.827281:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762072.827307:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762072/real 1787762072]  req@ffff9dd186d6fc00 x1874603278389120/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762072.827333:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6fc00 x1874603278389120/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762072.827381:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762072.827386:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762072.827393:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278389120:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762073.530730:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762073.850596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762074.554720:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762074.874601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762075.578757:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762075.898673:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762076.602792:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762076.922598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762077.626663:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762077.946589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762077.946618:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762077.946624:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762077.946628:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762077.946636:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1117
00000100:00080000:2.0:1787762077.946646:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762077.946651:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762077.946682:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278389248/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762077.946706:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762077.946708:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762077.946710:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762077.946712:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1117
00000100:00080000:2.0:1787762077.946715:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762077.946718:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762077.946726:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762077.946735:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278389376/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762077.946740:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278389248:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762077.946801:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762077.946831:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762077/real 1787762077]  req@ffff9dd193d17840 x1874603278389248/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762077.946863:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278389248/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762077.946871:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762077.946874:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762077.946877:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278389248:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762077.946896:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278389376:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762077.946913:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762077.946922:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762077/real 1787762077]  req@ffff9dd193d161c0 x1874603278389376/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762077.946930:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278389376/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762077.946936:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762077.946938:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762077.946940:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278389376:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762078.650668:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762078.970650:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762079.674736:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762079.994640:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762080.698630:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762081.018580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762081.722645:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762082.042722:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762082.746751:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762083.066602:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762083.066638:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762083.066647:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762083.066652:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762083.066662:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1122
00000100:00080000:1.0:1787762083.066674:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762083.066682:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762083.066720:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6d2c0 x1874603278389504/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762083.066769:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762083.066773:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762083.066775:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762083.066779:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1122
00000100:00080000:1.0:1787762083.066784:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762083.066789:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762083.066801:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762083.066818:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278389504:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762083.066820:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6ed00 x1874603278389632/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762083.066896:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762083.066936:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762083/real 1787762083]  req@ffff9dd186d6d2c0 x1874603278389504/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762083.066954:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6d2c0 x1874603278389504/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762083.066966:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762083.066970:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762083.066974:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278389504:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762083.066998:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278389632:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762083.067032:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762083.067045:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762083/real 1787762083]  req@ffff9dd186d6ed00 x1874603278389632/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762083.067057:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6ed00 x1874603278389632/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762083.067066:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762083.067069:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762083.067072:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278389632:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762083.770641:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762084.090565:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762084.794621:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762085.114568:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762085.818646:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762086.138576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762086.842706:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762087.162569:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762087.866623:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762088.186609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762088.186639:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762088.186646:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762088.186651:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762088.186661:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1127
00000100:00080000:3.0:1787762088.186671:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762088.186677:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762088.186709:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278389760/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762088.186733:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762088.186735:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762088.186737:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762088.186739:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1127
00000100:00080000:3.0:1787762088.186742:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762088.186744:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762088.186753:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762088.186763:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278389888/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762088.186780:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278389760:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762088.186845:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762088.186875:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762088/real 1787762088]  req@ffff9dd193c74b40 x1874603278389760/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762088.186888:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278389760/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762088.186896:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762088.186899:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762088.186902:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278389760:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762088.186920:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278389888:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762088.186934:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762088.186942:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762088/real 1787762088]  req@ffff9dd193c76580 x1874603278389888/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762088.186950:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278389888/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762088.186956:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762088.186958:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762088.186960:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278389888:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762088.890614:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762089.210571:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762089.914733:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762090.234620:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762090.938765:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762091.258620:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762091.962788:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762092.282612:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762092.986697:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762093.306633:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787762093.306643:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762093.306651:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762093.306678:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762093.306695:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1133
00000100:00080000:3.0:1787762093.306714:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762093.306725:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762093.306781:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278390016/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762093.306825:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762093.306830:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762093.306833:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762093.306839:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1133
00000100:00080000:3.0:1787762093.306843:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762093.306847:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762093.306875:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762093.306900:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278390144/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762093.306948:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278390016:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762093.307014:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762093.307065:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762093/real 1787762093]  req@ffff9dd193c76940 x1874603278390016/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762093.307080:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278390016/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762093.307089:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762093.307093:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762093.307096:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278390016:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762093.307103:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278390144:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762093.307120:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762093.307127:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762093/real 1787762093]  req@ffff9dd193c75a40 x1874603278390144/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762093.307136:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278390144/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762093.307142:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762093.307144:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762093.307146:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278390144:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762094.010719:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762094.330637:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762095.034762:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762095.354658:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762096.058731:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762096.378571:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762097.082728:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762097.402594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762098.106730:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762098.426582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762098.426596:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762098.426603:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762098.426607:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762098.426615:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1138
00000100:00080000:3.0:1787762098.426624:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762098.426631:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762098.426662:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278390272/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762098.426697:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762098.426700:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762098.426702:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762098.426705:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1138
00000100:00080000:3.0:1787762098.426708:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762098.426711:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762098.426719:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762098.426728:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278390400/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762098.426750:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278390272:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762098.426804:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762098.426841:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762098/real 1787762098]  req@ffff9dd193c74f00 x1874603278390272/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762098.426867:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278390272/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762098.426875:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762098.426878:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762098.426881:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278390272:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762098.426886:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278390400:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762098.426903:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762098.426911:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762098/real 1787762098]  req@ffff9dd193c74000 x1874603278390400/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762098.426918:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278390400/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762098.426924:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762098.426926:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762098.426928:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278390400:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762099.130738:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762099.450620:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762100.154735:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762100.474561:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762101.178647:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762101.498682:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762102.202613:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762102.522572:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762103.226626:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762103.546570:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787762103.546576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762103.546578:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762103.546584:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762103.546593:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1143
00000100:00080000:3.0:1787762103.546603:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762103.546609:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762103.546641:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278390528/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762103.546664:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762103.546666:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762103.546668:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762103.546671:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1143
00000100:00080000:3.0:1787762103.546674:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762103.546688:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762103.546697:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762103.546707:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278390656/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762103.546744:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278390528:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762103.546796:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762103.546825:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762103/real 1787762103]  req@ffff9dd193c77840 x1874603278390528/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762103.546860:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278390528/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762103.546868:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762103.546871:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762103.546874:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278390528:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762103.546879:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278390656:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762103.546895:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762103.546903:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762103/real 1787762103]  req@ffff9dd193c752c0 x1874603278390656/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762103.546911:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278390656/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762103.546916:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762103.546918:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762103.546920:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278390656:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762104.250606:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762104.570573:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762105.274632:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762105.594581:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762106.298633:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762106.618568:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762107.322633:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762107.642574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762108.346660:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762108.666613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762108.666637:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762108.666648:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762108.666654:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762108.666668:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1148
00000100:00080000:3.0:1787762108.666682:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762108.666692:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762108.666751:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c743c0 x1874603278390784/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762108.666783:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762108.666787:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762108.666789:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762108.666794:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1148
00000100:00080000:3.0:1787762108.666797:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762108.666801:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762108.666812:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762108.666828:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278390912/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762108.666855:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278390784:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762108.666940:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762108.667008:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762108/real 1787762108]  req@ffff9dd193c743c0 x1874603278390784/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762108.667032:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c743c0 x1874603278390784/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762108.667073:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762108.667081:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762108.667090:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278390784:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762108.667131:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278390912:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762108.667180:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762108.667221:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762108/real 1787762108]  req@ffff9dd193c752c0 x1874603278390912/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762108.667243:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278390912/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762108.667252:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762108.667256:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762108.667260:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278390912:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762109.370712:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762109.690593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762110.394682:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762110.714599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762111.418643:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762111.738639:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762112.442693:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762112.762639:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762113.466649:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762113.786598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762113.786641:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762113.786649:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762113.786653:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762113.786661:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1153
00000100:00080000:1.0:1787762113.786670:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762113.786676:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762113.786720:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6ed00 x1874603278391040/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762113.786743:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762113.786746:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762113.786748:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762113.786751:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1153
00000100:00080000:1.0:1787762113.786753:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762113.786755:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762113.786781:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762113.786791:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6d2c0 x1874603278391168/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762113.786824:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278391040:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762113.786882:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762113.786922:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762113/real 1787762113]  req@ffff9dd186d6ed00 x1874603278391040/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762113.786935:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6ed00 x1874603278391040/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762113.786954:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762113.786957:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762113.786959:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278391040:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762113.786965:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278391168:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762113.786982:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762113.786991:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762113/real 1787762113]  req@ffff9dd186d6d2c0 x1874603278391168/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762113.786999:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6d2c0 x1874603278391168/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762113.787004:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762113.787006:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762113.787008:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278391168:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762114.490650:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762114.810650:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762115.514746:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762115.834582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762116.538626:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762116.858617:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762117.562679:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762117.882574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762118.586630:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762118.906613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762118.906651:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762118.906660:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762118.906665:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762118.906676:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1158
00000100:00080000:3.0:1787762118.906687:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762118.906695:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762118.906746:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278391296/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762118.906775:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762118.906779:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762118.906781:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762118.906784:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1158
00000100:00080000:3.0:1787762118.906787:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762118.906791:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762118.906801:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762118.906813:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278391424/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762118.906919:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278391296:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762118.907073:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762118.907142:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762118/real 1787762118]  req@ffff9dd193c77840 x1874603278391296/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762118.907168:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278391296/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762118.907184:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762118.907216:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762118.907248:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278391296:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762118.907273:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278391424:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762118.907309:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762118.907327:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762118/real 1787762118]  req@ffff9dd193c74000 x1874603278391424/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762118.907344:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278391424/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762118.907355:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762118.907359:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762118.907364:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278391424:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762119.610703:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762119.930597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762120.634630:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762120.954600:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762121.658727:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762121.978614:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762122.682601:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762123.002638:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762123.706752:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762124.026649:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762124.026659:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762124.026670:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762124.026676:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762124.026689:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1163
00000100:00080000:3.0:1787762124.026704:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762124.026715:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762124.026773:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278391552/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762124.026844:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762124.026850:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762124.026852:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762124.026859:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1163
00000100:00080000:3.0:1787762124.026865:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762124.026871:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762124.026885:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762124.026907:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278391680/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762124.026976:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278391552:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762124.027080:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762124.027137:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762124/real 1787762124]  req@ffff9dd193c74f00 x1874603278391552/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762124.027154:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278391552/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762124.027165:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762124.027169:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762124.027172:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278391552:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762124.027208:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278391680:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762124.027235:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762124.027246:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762124/real 1787762124]  req@ffff9dd193c75a40 x1874603278391680/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762124.027255:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278391680/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762124.027261:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762124.027264:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762124.027266:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278391680:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762124.730718:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762125.050614:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762125.754788:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762126.074570:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762126.778610:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762127.098579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762127.802749:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762128.122586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762128.826626:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762129.146578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762129.146597:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762129.146603:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762129.146606:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762129.146614:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1168
00000100:00080000:1.0:1787762129.146623:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762129.146629:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762129.146666:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6fc00 x1874603278391808/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762129.146697:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762129.146700:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762129.146702:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762129.146705:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1168
00000100:00080000:1.0:1787762129.146708:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762129.146711:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762129.146720:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762129.146732:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cb40 x1874603278391936/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762129.146840:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278391808:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762129.147009:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278391936:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762129.850708:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762130.170652:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762130.874722:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762131.194605:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762131.898711:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762132.218789:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:2.0:1787762132.218956:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:2.0:1787762132.219037:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787762132.219072:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:2.0:1787762132.219180:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:1.0:1787762132.219237:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762129/real 1787762132]  req@ffff9dd186d6fc00 x1874603278391808/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762132.219279:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6fc00 x1874603278391808/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762132.219295:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762132.219302:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762132.219308:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278391808:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762132.219319:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762129/real 1787762132]  req@ffff9dd186d6cb40 x1874603278391936/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762132.219336:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cb40 x1874603278391936/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762132.219347:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762132.219351:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762132.219356:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278391936:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762132.922639:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762133.242609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762133.946647:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762134.266709:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762134.266719:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762134.266725:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762134.266737:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1173
00000100:00100000:0.0:1787762134.266745:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762134.266750:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762134.266764:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762134.266807:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278392064/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762134.266840:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762134.266844:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762134.266846:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762134.266850:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1173
00000100:00080000:3.0:1787762134.266854:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762134.266859:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762134.266887:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762134.266890:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278392064:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787762134.266905:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278392192/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762134.266971:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762134.267012:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762134/real 1787762134]  req@ffff9dd193c76940 x1874603278392064/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762134.267032:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278392064/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762134.267068:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762134.267075:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762134.267082:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278392064:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762134.267114:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278392192:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762134.267174:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762134.267192:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762134/real 1787762134]  req@ffff9dd193c76580 x1874603278392192/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762134.267210:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278392192/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762134.267222:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762134.267228:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762134.267232:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278392192:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762134.970677:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762135.290686:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762135.994803:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762136.314653:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762137.018638:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762137.338607:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762138.042605:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762138.362618:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762139.066746:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762139.386665:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762139.386697:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762139.386708:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762139.386715:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762139.386731:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1179
00000100:00080000:1.0:1787762139.386747:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762139.386757:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762139.386814:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cb40 x1874603278392320/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762139.386882:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762139.386888:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762139.386891:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762139.386896:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1179
00000100:00080000:1.0:1787762139.386902:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762139.386908:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762139.386923:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762139.386942:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6fc00 x1874603278392448/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762139.386958:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278392320:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762139.387109:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762139.387185:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762139/real 1787762139]  req@ffff9dd186d6cb40 x1874603278392320/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762139.387211:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cb40 x1874603278392320/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762139.387226:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762139.387232:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762139.387238:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278392320:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762139.387270:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278392448:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762139.387303:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762139.387319:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762139/real 1787762139]  req@ffff9dd186d6fc00 x1874603278392448/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762139.387334:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6fc00 x1874603278392448/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762139.387346:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762139.387350:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762139.387355:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278392448:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762140.090752:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762140.410680:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762141.114770:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762141.434641:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762142.138711:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762142.458626:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762143.162715:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762143.482648:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762144.186737:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762144.506574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762144.506596:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762144.506601:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762144.506618:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762144.506625:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1184
00000100:00080000:2.0:1787762144.506634:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762144.506640:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762144.506667:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15680 x1874603278392576/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762144.506690:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762144.506693:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762144.506694:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762144.506697:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1184
00000100:00080000:2.0:1787762144.506700:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762144.506703:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762144.506719:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762144.506722:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278392576:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762144.506730:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278392704/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762144.506777:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762144.506814:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762144/real 1787762144]  req@ffff9dd193d15680 x1874603278392576/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762144.506827:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15680 x1874603278392576/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762144.506834:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762144.506837:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762144.506840:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278392576:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762144.506857:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278392704:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762144.506873:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762144.506885:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762144/real 1787762144]  req@ffff9dd193d15e00 x1874603278392704/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762144.506909:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278392704/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762144.506919:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762144.506922:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762144.506926:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278392704:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762145.210659:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762145.530682:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762146.234607:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762146.554618:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762147.258744:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762147.578615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762148.282692:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762148.602633:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762149.306783:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762149.626628:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762149.626675:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762149.626684:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762149.626689:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762149.626701:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1189
00000100:00080000:3.0:1787762149.626714:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762149.626723:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762149.626772:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278392832/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762149.626821:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762149.626829:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762149.626833:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762149.626841:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1189
00000100:00080000:3.0:1787762149.626849:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762149.626857:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762149.626871:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762149.626893:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278392960/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762149.626902:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278392832:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762149.626989:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762149.627069:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762149/real 1787762149]  req@ffff9dd193c74b40 x1874603278392832/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762149.627095:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278392832/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762149.627109:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762149.627114:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762149.627119:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278392832:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762149.627148:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278392960:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762149.627179:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762149.627196:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762149/real 1787762149]  req@ffff9dd193c770c0 x1874603278392960/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762149.627212:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278392960/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762149.627244:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762149.627249:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762149.627253:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278392960:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762150.330720:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762150.650572:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762151.354664:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762151.674658:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762152.378666:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762152.698591:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762153.402743:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762153.722645:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762154.426742:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762154.746582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762154.746711:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762154.746723:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762154.746730:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762154.746745:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1194
00000100:00080000:2.0:1787762154.746762:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762154.746773:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762154.746829:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15a40 x1874603278393088/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762154.746907:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762154.746914:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762154.746918:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762154.746928:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1194
00000100:00080000:2.0:1787762154.746937:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762154.746946:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762154.746964:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762154.747017:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278393216/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762154.747059:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278393088:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762154.747170:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762154.747238:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762154/real 1787762154]  req@ffff9dd193d15a40 x1874603278393088/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762154.747264:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15a40 x1874603278393088/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762154.747280:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762154.747285:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762154.747290:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278393088:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762154.747299:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278393216:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762154.747328:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762154.747343:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762154/real 1787762154]  req@ffff9dd193d15e00 x1874603278393216/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762154.747358:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278393216/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762154.747368:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762154.747372:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762154.747377:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278393216:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762155.450772:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762155.770591:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762156.474760:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762156.794645:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762157.498679:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762157.818631:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762158.522668:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762158.842624:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762159.546664:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762159.866563:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762159.866571:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762159.866576:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762159.866585:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1199
00000100:00080000:2.0:1787762159.866594:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762159.866602:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762159.866636:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15680 x1874603278393344/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762159.866654:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762159.866661:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762159.866667:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762159.866669:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762159.866681:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1199
00000100:00080000:2.0:1787762159.866686:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762159.866691:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762159.866717:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278393344:192.168.203.118@tcp:250:kworker.0
00000008:00100000:2.0:1787762159.866718:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762159.866738:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278393472/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762159.866778:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762159.866811:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762159/real 1787762159]  req@ffff9dd193d15680 x1874603278393344/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762159.866825:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15680 x1874603278393344/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762159.866833:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762159.866836:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762159.866839:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278393344:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762159.866857:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278393472:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762159.866871:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762159.866879:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762159/real 1787762159]  req@ffff9dd193d161c0 x1874603278393472/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762159.866887:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278393472/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762159.866893:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762159.866895:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762159.866898:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278393472:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762160.570622:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762160.890674:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762161.594725:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762161.914659:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762162.618687:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762162.938671:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762163.642734:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762163.962647:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762164.666671:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762164.986585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762164.986589:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762164.986595:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762164.986599:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762164.986607:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1204
00000100:00080000:3.0:1787762164.986617:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762164.986623:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762164.986655:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75680 x1874603278393600/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762164.986678:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762164.986681:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762164.986683:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762164.986685:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1204
00000100:00080000:3.0:1787762164.986688:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762164.986703:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762164.986712:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762164.986722:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278393728/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762164.986751:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278393600:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762164.986806:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762164.986836:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762164/real 1787762164]  req@ffff9dd193c75680 x1874603278393600/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762164.986866:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75680 x1874603278393600/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762164.986874:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762164.986877:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762164.986880:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278393600:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762164.986885:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278393728:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762164.986902:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762164.986928:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762164/real 1787762164]  req@ffff9dd193c770c0 x1874603278393728/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762164.986937:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278393728/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762164.986943:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762164.986945:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762164.986947:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278393728:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762165.690619:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762166.010612:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762166.714650:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762167.034575:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762167.738746:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762168.058620:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762168.762789:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762169.082594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762169.786791:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762170.106624:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762170.106680:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762170.106690:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762170.106696:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762170.106708:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1209
00000100:00080000:1.0:1787762170.106734:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762170.106744:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762170.106791:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f0c0 x1874603278393856/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762170.106844:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762170.106849:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762170.106852:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762170.106858:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1209
00000100:00080000:1.0:1787762170.106864:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762170.106894:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762170.106907:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762170.106920:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278393856:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762170.106931:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c000 x1874603278393984/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762170.107006:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762170.107052:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762170/real 1787762170]  req@ffff9dd186d6f0c0 x1874603278393856/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762170.107074:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f0c0 x1874603278393856/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762170.107088:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762170.107093:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762170.107099:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278393856:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762170.107127:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278393984:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762170.107152:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762170.107166:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762170/real 1787762170]  req@ffff9dd186d6c000 x1874603278393984/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762170.107180:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c000 x1874603278393984/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762170.107212:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762170.107216:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762170.107221:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278393984:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762170.810754:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762171.130615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762171.834705:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762172.154617:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762172.858807:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762173.178640:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762173.882664:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762174.202601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762174.906742:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762175.226599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762175.226677:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762175.226687:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762175.226693:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762175.226705:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1214
00000100:00080000:1.0:1787762175.226718:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762175.226727:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762175.226771:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e940 x1874603278394112/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762175.226809:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762175.226814:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762175.226817:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762175.226822:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1214
00000100:00080000:1.0:1787762175.226827:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762175.226832:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762175.226884:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278394112:192.168.203.118@tcp:250:kworker.0
00000008:00100000:1.0:1787762175.226891:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762175.226927:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cf00 x1874603278394240/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762175.226988:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762175.227040:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762175/real 1787762175]  req@ffff9dd186d6e940 x1874603278394112/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762175.227074:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e940 x1874603278394112/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762175.227094:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762175.227102:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762175.227110:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278394112:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762175.227145:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278394240:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762175.227178:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762175.227195:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762175/real 1787762175]  req@ffff9dd186d6cf00 x1874603278394240/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762175.227211:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cf00 x1874603278394240/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762175.227250:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762175.227255:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762175.227260:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278394240:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762175.930702:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762176.250629:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762176.954722:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762177.274597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762177.978665:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762178.298669:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762179.002662:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762179.322591:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762180.026685:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762180.346617:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762180.346669:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762180.346684:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762180.346693:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762180.346713:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1220
00000100:00080000:1.0:1787762180.346732:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762180.346747:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762180.346832:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e1c0 x1874603278394368/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762180.346873:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762180.346878:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762180.346881:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762180.346887:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1220
00000100:00080000:1.0:1787762180.346893:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762180.346900:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762180.346916:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762180.346928:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278394368:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762180.346939:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f840 x1874603278394496/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762180.347011:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762180.347054:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762180/real 1787762180]  req@ffff9dd186d6e1c0 x1874603278394368/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762180.347074:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e1c0 x1874603278394368/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762180.347087:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762180.347092:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762180.347097:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278394368:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762180.347123:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278394496:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762180.347148:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762180.347161:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762180/real 1787762180]  req@ffff9dd186d6f840 x1874603278394496/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762180.347175:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f840 x1874603278394496/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762180.347199:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762180.347204:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762180.347207:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278394496:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762181.050650:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762181.370587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762182.074722:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762182.394653:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762183.098766:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762183.418610:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762184.122714:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762184.442608:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762185.146841:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762185.466641:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787762185.466651:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762185.466655:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762185.466661:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762185.466678:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1225
00000100:00080000:0.0:1787762185.466693:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762185.466702:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762185.466751:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26d00 x1874603278394624/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762185.466793:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762185.466797:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762185.466798:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762185.466802:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1225
00000100:00080000:0.0:1787762185.466805:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762185.466809:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762185.466821:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762185.466833:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26940 x1874603278394752/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762185.466857:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278394624:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762185.466944:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762185.466995:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762185/real 1787762185]  req@ffff9dd193b26d00 x1874603278394624/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762185.467018:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26d00 x1874603278394624/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762185.467033:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762185.467039:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762185.467044:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278394624:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762185.467080:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278394752:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762185.467106:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762185.467121:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762185/real 1787762185]  req@ffff9dd193b26940 x1874603278394752/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762185.467159:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26940 x1874603278394752/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762185.467170:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762185.467174:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762185.467178:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278394752:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762186.170752:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762186.490573:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762187.194738:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762187.514584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762188.218622:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762188.538584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762189.242667:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762189.562577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762190.266660:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762190.586579:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787762190.586590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762190.586601:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762190.586611:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762190.586620:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1230
00000100:00080000:0.0:1787762190.586630:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762190.586635:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762190.586665:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25680 x1874603278394880/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762190.586685:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762190.586688:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762190.586690:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762190.586692:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1230
00000100:00080000:0.0:1787762190.586695:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762190.586698:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762190.586707:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762190.586715:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278394880:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787762190.586718:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b270c0 x1874603278395008/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762190.586788:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762190.586818:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762190/real 1787762190]  req@ffff9dd193b25680 x1874603278394880/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762190.586831:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25680 x1874603278394880/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762190.586839:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762190.586842:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762190.586845:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278394880:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762190.586862:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278395008:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762190.586886:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762190.586895:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762190/real 1787762190]  req@ffff9dd193b270c0 x1874603278395008/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762190.586904:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b270c0 x1874603278395008/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762190.586911:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762190.586914:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762190.586918:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278395008:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762191.290625:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762191.610600:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762192.314668:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762192.634600:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762193.338721:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762193.658596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762194.362741:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762194.682572:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762195.386652:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762195.706589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762195.706632:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762195.706639:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762195.706644:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762195.706654:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1235
00000100:00080000:1.0:1787762195.706679:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762195.706687:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762195.706736:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c3c0 x1874603278395136/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762195.706760:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762195.706762:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762195.706764:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762195.706766:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1235
00000100:00080000:1.0:1787762195.706769:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762195.706773:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762195.706782:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762195.706791:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278395136:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762195.706793:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c780 x1874603278395264/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762195.706877:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278395264:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762196.410684:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762196.730601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762197.434756:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762197.754618:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762198.458633:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762198.778607:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:0.0:1787762198.778790:0:2337:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:0.0:1787762198.778825:0:2337:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787762198.778840:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:0.0:1787762198.778876:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:2.0:1787762198.778926:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762195/real 1787762198]  req@ffff9dd186d6c780 x1874603278395264/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762198.778947:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c780 x1874603278395264/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762198.778972:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762198.778976:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762198.778980:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278395264:192.168.203.118@tcp:38:kworker.0
00000100:00100000:2.0:1787762198.778986:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762195/real 1787762198]  req@ffff9dd186d6c3c0 x1874603278395136/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762198.778996:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c3c0 x1874603278395136/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762198.779002:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762198.779004:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762198.779006:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278395136:192.168.203.118@tcp:250:kworker.0
00010000:00010000:2.0:1787762199.482639:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762199.802576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762200.506754:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762200.826643:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762200.826727:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762200.826746:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762200.826755:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762200.826778:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1240
00000100:00080000:1.0:1787762200.826796:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762200.826808:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762200.826873:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6de00 x1874603278395392/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762200.826920:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762200.826926:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762200.826948:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762200.826957:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1240
00000100:00080000:1.0:1787762200.826964:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762200.826970:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762200.826986:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762200.827000:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278395392:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762200.827016:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6da40 x1874603278395520/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762200.827123:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762200.827196:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762200/real 1787762200]  req@ffff9dd186d6de00 x1874603278395392/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762200.827250:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6de00 x1874603278395392/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762200.827266:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762200.827274:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762200.827280:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278395392:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762200.827338:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278395520:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762200.827390:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762200.827413:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762200/real 1787762200]  req@ffff9dd186d6da40 x1874603278395520/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762200.827434:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6da40 x1874603278395520/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762200.827448:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762200.827453:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762200.827459:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278395520:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762201.530609:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762201.850579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762202.554697:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762202.874568:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762203.578756:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762203.898578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762204.602676:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762204.922568:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762205.626733:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762205.946583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762205.946674:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762205.946686:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762205.946692:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762205.946707:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1245
00000100:00080000:1.0:1787762205.946723:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762205.946735:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762205.946792:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6da40 x1874603278395648/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762205.946833:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762205.946838:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762205.946841:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762205.946848:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1245
00000100:00080000:1.0:1787762205.946854:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762205.946859:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762205.946874:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762205.946881:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278395648:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762205.946897:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6de00 x1874603278395776/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762205.946951:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762205.946989:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762205/real 1787762205]  req@ffff9dd186d6da40 x1874603278395648/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762205.947004:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6da40 x1874603278395648/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762205.947013:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762205.947016:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762205.947020:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278395648:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762205.947054:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278395776:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762205.947073:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762205.947081:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762205/real 1787762205]  req@ffff9dd186d6de00 x1874603278395776/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762205.947089:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6de00 x1874603278395776/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762205.947095:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762205.947097:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762205.947100:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278395776:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762206.650738:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762206.970577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762207.674647:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762207.994593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762208.698651:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762209.018560:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762209.722638:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762210.042580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762210.746628:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762211.066678:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762211.066690:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1787762211.066692:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762211.066694:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762211.066708:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1250
00000100:00080000:1.0:1787762211.066720:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762211.066736:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762211.066776:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c3c0 x1874603278395904/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762211.066803:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762211.066807:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762211.066809:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762211.066812:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1250
00000100:00080000:1.0:1787762211.066816:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762211.066819:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762211.066829:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762211.066841:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c780 x1874603278396032/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762211.066860:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278395904:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762211.066935:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762211.066974:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762211/real 1787762211]  req@ffff9dd186d6c3c0 x1874603278395904/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762211.066992:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c3c0 x1874603278395904/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762211.067003:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762211.067007:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762211.067011:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278395904:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762211.067049:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278396032:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762211.067072:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762211.067083:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762211/real 1787762211]  req@ffff9dd186d6c780 x1874603278396032/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762211.067098:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c780 x1874603278396032/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762211.067110:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762211.067114:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762211.067119:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278396032:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762211.770724:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762212.090710:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762212.794712:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762213.114664:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762213.818737:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762214.138598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762214.842697:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762215.162658:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762215.866654:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762216.186576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762216.186586:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762216.186592:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762216.186596:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762216.186604:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1255
00000100:00080000:1.0:1787762216.186613:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762216.186619:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762216.186663:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f840 x1874603278396160/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762216.186686:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762216.186688:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762216.186690:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762216.186693:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1255
00000100:00080000:1.0:1787762216.186697:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762216.186700:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762216.186709:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762216.186713:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278396160:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762216.186722:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e1c0 x1874603278396288/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762216.186768:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762216.186796:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762216/real 1787762216]  req@ffff9dd186d6f840 x1874603278396160/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762216.186809:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f840 x1874603278396160/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762216.186817:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762216.186820:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762216.186823:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278396160:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762216.186847:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278396288:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762216.186864:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762216.186872:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762216/real 1787762216]  req@ffff9dd186d6e1c0 x1874603278396288/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762216.186881:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e1c0 x1874603278396288/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762216.186887:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762216.186889:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762216.186899:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278396288:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762216.890635:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762217.210590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762217.914769:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762218.234669:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762218.938675:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762219.258590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762219.962651:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762220.282588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762220.986653:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762221.306589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762221.306595:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762221.306600:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762221.306604:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762221.306612:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1261
00000100:00080000:1.0:1787762221.306621:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762221.306627:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762221.306659:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cf00 x1874603278396416/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762221.306686:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762221.306689:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762221.306691:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762221.306694:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1261
00000100:00080000:1.0:1787762221.306696:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762221.306716:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762221.306717:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278396416:192.168.203.118@tcp:250:kworker.0
00000008:00100000:1.0:1787762221.306727:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762221.306740:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e940 x1874603278396544/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762221.306774:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762221.306804:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762221/real 1787762221]  req@ffff9dd186d6cf00 x1874603278396416/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762221.306817:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cf00 x1874603278396416/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762221.306824:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762221.306833:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762221.306836:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278396416:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762221.306855:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278396544:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762221.306871:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762221.306879:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762221/real 1787762221]  req@ffff9dd186d6e940 x1874603278396544/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762221.306887:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e940 x1874603278396544/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762221.306893:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762221.306895:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762221.306897:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278396544:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762222.010612:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762222.330586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762223.034706:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762223.354613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762224.058679:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762224.378639:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762225.082624:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762225.402576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762226.106697:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762226.426590:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787762226.426590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762226.426598:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762226.426602:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762226.426611:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1266
00000100:00080000:1.0:1787762226.426620:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762226.426626:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762226.426658:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c000 x1874603278396672/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762226.426681:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762226.426684:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762226.426685:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762226.426688:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1266
00000100:00080000:1.0:1787762226.426691:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762226.426694:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762226.426702:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762226.426711:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278396672:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762226.426714:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f0c0 x1874603278396800/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762226.426767:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762226.426800:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762226/real 1787762226]  req@ffff9dd186d6c000 x1874603278396672/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762226.426813:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c000 x1874603278396672/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762226.426833:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762226.426836:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762226.426839:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278396672:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762226.426857:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278396800:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762226.426874:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762226.426882:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762226/real 1787762226]  req@ffff9dd186d6f0c0 x1874603278396800/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762226.426890:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f0c0 x1874603278396800/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762226.426896:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762226.426898:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762226.426900:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278396800:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762227.130632:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762227.450590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762228.154649:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762228.474601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762229.178652:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762229.498597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762230.202621:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762230.522600:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762231.226620:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762231.546584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762231.546588:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762231.546595:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762231.546610:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762231.546619:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1271
00000100:00080000:1.0:1787762231.546628:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762231.546634:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762231.546662:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6fc00 x1874603278396928/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762231.546684:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762231.546687:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762231.546688:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762231.546691:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1271
00000100:00080000:1.0:1787762231.546693:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762231.546696:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762231.546704:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762231.546714:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278396928:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762231.546716:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cb40 x1874603278397056/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762231.546769:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762231.546807:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762231/real 1787762231]  req@ffff9dd186d6fc00 x1874603278396928/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762231.546821:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6fc00 x1874603278396928/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762231.546829:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762231.546833:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762231.546835:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278396928:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762231.546853:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278397056:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762231.546868:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762231.546876:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762231/real 1787762231]  req@ffff9dd186d6cb40 x1874603278397056/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762231.546885:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cb40 x1874603278397056/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762231.546891:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762231.546894:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762231.546896:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278397056:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762232.250636:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762232.570643:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762233.274780:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762233.594608:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762234.298652:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762234.618588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762235.322641:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762235.642586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762236.346645:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762236.666601:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762236.666610:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762236.666614:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762236.666625:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1276
00000100:00080000:2.0:1787762236.666635:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762236.666642:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762236.666653:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787762236.666674:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278397184/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762236.666696:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762236.666699:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762236.666701:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762236.666705:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1276
00000100:00080000:2.0:1787762236.666708:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762236.666711:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762236.666719:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762236.666724:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278397184:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762236.666731:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278397312/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762236.666781:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762236.666811:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762236/real 1787762236]  req@ffff9dd193d17840 x1874603278397184/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762236.666825:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278397184/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762236.666832:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762236.666835:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762236.666851:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278397184:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762236.666870:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278397312:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762236.666887:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762236.666895:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762236/real 1787762236]  req@ffff9dd193d143c0 x1874603278397312/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762236.666903:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278397312/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762236.666909:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762236.666911:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762236.666913:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278397312:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762237.370619:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762237.690586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762238.394640:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762238.714617:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762239.418652:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762239.738573:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762240.442742:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762240.762593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762241.466760:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762241.786606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762241.786704:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762241.786717:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762241.786723:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762241.786735:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1281
00000100:00080000:2.0:1787762241.786775:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762241.786784:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762241.786828:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278397440/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762241.786895:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762241.786903:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762241.786907:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762241.786919:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1281
00000100:00080000:2.0:1787762241.786927:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762241.786936:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762241.786948:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278397440:192.168.203.118@tcp:250:kworker.0
00000008:00100000:2.0:1787762241.786954:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762241.786979:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278397568/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762241.787054:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762241.787104:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762241/real 1787762241]  req@ffff9dd193d16d00 x1874603278397440/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762241.787131:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278397440/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762241.787141:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762241.787145:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762241.787163:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278397440:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762241.787195:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278397568:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762241.787216:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762241.787226:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762241/real 1787762241]  req@ffff9dd193d152c0 x1874603278397568/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762241.787235:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278397568/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762241.787242:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762241.787244:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762241.787247:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278397568:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762242.490688:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762242.810594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762243.514755:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762243.834682:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762244.538765:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762244.858675:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762245.562645:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762245.882567:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762246.586641:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762246.906581:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762246.906609:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762246.906615:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762246.906619:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762246.906629:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1286
00000100:00080000:3.0:1787762246.906639:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762246.906645:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762246.906681:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278397696/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762246.906702:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762246.906706:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762246.906708:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762246.906712:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1286
00000100:00080000:3.0:1787762246.906716:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762246.906721:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762246.906731:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762246.906732:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278397696:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787762246.906743:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278397824/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762246.906791:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762246.906827:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762246/real 1787762246]  req@ffff9dd193c74b40 x1874603278397696/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762246.906841:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278397696/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762246.906848:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762246.906851:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762246.906859:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278397696:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762246.906877:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278397824:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762246.906904:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762246.906913:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762246/real 1787762246]  req@ffff9dd193c76580 x1874603278397824/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762246.906921:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278397824/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762246.906927:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762246.906929:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762246.906931:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278397824:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762247.610620:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762247.930614:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762248.634792:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762248.954642:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762249.658779:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762249.978669:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762250.682714:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762251.002652:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762251.706737:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762252.026688:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1787762252.026688:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762252.026704:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762252.026712:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762252.026730:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1291
00000100:00080000:1.0:1787762252.026747:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762252.026757:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762252.026817:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6d2c0 x1874603278397952/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762252.026864:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762252.026892:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762252.026895:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762252.026902:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1291
00000100:00080000:1.0:1787762252.026907:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762252.026913:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762252.026929:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762252.026946:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6ed00 x1874603278398080/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762252.027017:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278397952:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762252.027116:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762252.027176:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762252/real 1787762252]  req@ffff9dd186d6d2c0 x1874603278397952/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762252.027200:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6d2c0 x1874603278397952/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762252.027235:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762252.027241:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762252.027247:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278397952:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762252.027257:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278398080:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762252.027290:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762252.027330:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762252/real 1787762252]  req@ffff9dd186d6ed00 x1874603278398080/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762252.027359:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6ed00 x1874603278398080/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762252.027376:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762252.027383:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762252.027391:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278398080:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762252.730762:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762253.050690:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762253.754765:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762254.074622:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762254.778692:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762255.098598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762255.802754:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762256.122637:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762256.826683:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762257.146612:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762257.146615:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762257.146622:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762257.146626:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762257.146633:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1296
00000100:00080000:3.0:1787762257.146643:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762257.146649:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762257.146682:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278398208/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762257.146704:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762257.146707:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762257.146708:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762257.146711:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1296
00000100:00080000:3.0:1787762257.146713:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762257.146716:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762257.146724:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762257.146732:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278398336/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762257.146878:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278398208:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762257.146990:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762257.147055:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762257/real 1787762257]  req@ffff9dd193c76940 x1874603278398208/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762257.147080:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278398208/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762257.147120:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762257.147127:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762257.147133:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278398208:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762257.147143:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278398336:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762257.147174:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762257.147191:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762257/real 1787762257]  req@ffff9dd193c75a40 x1874603278398336/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762257.147206:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278398336/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762257.147217:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762257.147221:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762257.147225:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278398336:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762257.850717:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762258.170652:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762258.874810:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762259.194651:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762259.898798:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762260.218609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762260.922790:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762261.242580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762261.946792:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762262.266575:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762262.266577:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762262.266585:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762262.266588:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762262.266597:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1301
00000100:00080000:3.0:1787762262.266606:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762262.266629:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762262.266658:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278398464/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762262.266681:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762262.266684:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762262.266685:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762262.266688:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1301
00000100:00080000:3.0:1787762262.266691:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762262.266694:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762262.266701:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762262.266711:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278398592/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762262.266783:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278398464:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762262.266977:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278398592:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762262.970644:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762263.290600:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762263.994676:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762264.314578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762265.018621:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762265.338587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:0.0:1787762265.338739:0:2338:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:0.0:1787762265.338770:0:2338:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787762265.338784:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:0.0:1787762265.338820:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:2.0:1787762265.338898:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762262/real 1787762265]  req@ffff9dd193c74f00 x1874603278398464/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762265.338951:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278398464/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762265.338961:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762265.338966:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762265.338969:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278398464:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762265.338979:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762262/real 1787762265]  req@ffff9dd193c74000 x1874603278398592/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762265.338993:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278398592/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762265.339002:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762265.339006:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762265.339010:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278398592:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762266.042712:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762266.362573:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762267.066649:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762267.386585:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787762267.386590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762267.386594:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762267.386598:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762267.386606:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1307
00000100:00080000:3.0:1787762267.386615:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762267.386621:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762267.386649:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278398720/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762267.386669:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762267.386672:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762267.386674:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762267.386676:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1307
00000100:00080000:3.0:1787762267.386691:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762267.386694:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762267.386703:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762267.386713:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278398848/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762267.386776:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278398720:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762267.386908:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762267.386983:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762267/real 1787762267]  req@ffff9dd193c77840 x1874603278398720/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762267.387033:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278398720/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762267.387058:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762267.387067:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762267.387100:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278398720:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762267.387116:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278398848:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762267.387169:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762267.387197:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762267/real 1787762267]  req@ffff9dd193c752c0 x1874603278398848/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762267.387258:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278398848/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762267.387277:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762267.387296:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762267.387303:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278398848:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762268.090697:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762268.410578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762269.114630:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762269.434589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762270.138659:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762270.458599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762271.162701:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762271.482644:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762272.186710:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762272.506611:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762272.506627:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762272.506634:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1787762272.506641:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762272.506651:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1312
00000100:00080000:3.0:1787762272.506681:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762272.506694:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762272.506749:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c743c0 x1874603278398976/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762272.506787:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762272.506793:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762272.506795:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762272.506801:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1312
00000100:00080000:3.0:1787762272.506805:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762272.506810:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762272.506825:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762272.506842:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278399104/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762272.506918:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278398976:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762272.507013:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762272.507069:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762272/real 1787762272]  req@ffff9dd193c743c0 x1874603278398976/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762272.507093:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c743c0 x1874603278398976/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762272.507108:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762272.507113:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762272.507118:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278398976:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762272.507148:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278399104:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762272.507209:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762272.507227:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762272/real 1787762272]  req@ffff9dd193c752c0 x1874603278399104/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762272.507243:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278399104/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762272.507254:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762272.507258:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762272.507262:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278399104:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762273.210736:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762273.530600:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762274.234609:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762274.554575:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762275.258709:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762275.578566:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762276.282634:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762276.602582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762277.306670:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762277.626594:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762277.626604:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1787762277.626604:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762277.626609:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762277.626617:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1317
00000100:00080000:1.0:1787762277.626628:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762277.626640:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762277.626674:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6ed00 x1874603278399232/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762277.626694:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762277.626696:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762277.626698:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762277.626701:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1317
00000100:00080000:1.0:1787762277.626703:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762277.626705:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762277.626713:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762277.626721:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6d2c0 x1874603278399360/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762277.626765:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278399232:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762277.626816:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762277.626849:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762277/real 1787762277]  req@ffff9dd186d6ed00 x1874603278399232/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762277.626861:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6ed00 x1874603278399232/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762277.626869:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762277.626872:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762277.626874:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278399232:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762277.626879:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278399360:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762277.626907:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762277.626915:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762277/real 1787762277]  req@ffff9dd186d6d2c0 x1874603278399360/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762277.626923:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6d2c0 x1874603278399360/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762277.626929:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762277.626931:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762277.626933:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278399360:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762278.330636:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762278.650583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762279.354659:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762279.674585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762280.378615:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762280.698577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762281.402625:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762281.722578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762282.426686:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762282.746601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762282.746629:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762282.746639:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762282.746665:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762282.746676:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1322
00000100:00080000:1.0:1787762282.746689:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762282.746698:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762282.746736:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cb40 x1874603278399488/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762282.746769:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762282.746774:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762282.746776:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762282.746781:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1322
00000100:00080000:1.0:1787762282.746785:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762282.746788:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762282.746799:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762282.746814:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6fc00 x1874603278399616/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762282.746882:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278399488:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762282.746989:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762282.747051:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762282/real 1787762282]  req@ffff9dd186d6cb40 x1874603278399488/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762282.747072:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cb40 x1874603278399488/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762282.747084:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762282.747089:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762282.747115:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278399488:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762282.747126:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278399616:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762282.747179:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762282.747192:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762282/real 1787762282]  req@ffff9dd186d6fc00 x1874603278399616/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762282.747209:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6fc00 x1874603278399616/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762282.747221:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762282.747242:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762282.747248:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278399616:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762283.450619:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762283.770663:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762284.474761:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762284.794613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762285.498627:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762285.818591:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762286.522658:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762286.842582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762287.546656:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762287.866586:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787762287.866588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762287.866598:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762287.866603:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762287.866621:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1327
00000100:00080000:3.0:1787762287.866633:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762287.866639:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762287.866671:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278399744/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762287.866693:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762287.866696:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762287.866697:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762287.866700:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1327
00000100:00080000:3.0:1787762287.866703:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762287.866705:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762287.866713:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762287.866725:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278399872/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762287.866743:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278399744:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762287.866805:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762287.866842:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762287/real 1787762287]  req@ffff9dd193c77840 x1874603278399744/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762287.866860:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278399744/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762287.866871:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762287.866875:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762287.866879:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278399744:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762287.866905:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278399872:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762287.866952:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762287.866966:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762287/real 1787762287]  req@ffff9dd193c74000 x1874603278399872/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762287.866980:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278399872/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762287.866990:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762287.866993:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762287.866997:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278399872:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762288.570641:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762288.890584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762289.594741:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762289.914636:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762290.618711:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762290.938631:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762291.642742:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762291.962619:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762292.666722:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762292.986648:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762292.986673:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762292.986685:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762292.986692:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762292.986707:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1332
00000100:00080000:0.0:1787762292.986723:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762292.986734:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762292.986790:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25e00 x1874603278400000/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762292.986845:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762292.986876:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762292.986881:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762292.986893:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1332
00000100:00080000:0.0:1787762292.986904:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762292.986916:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762292.986918:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278400000:192.168.203.118@tcp:250:kworker.0
00000008:00100000:0.0:1787762292.986933:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762292.986961:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b270c0 x1874603278400128/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762292.987047:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762292.987110:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762292/real 1787762292]  req@ffff9dd193b25e00 x1874603278400000/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762292.987136:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25e00 x1874603278400000/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762292.987150:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762292.987156:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762292.987161:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278400000:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762292.987199:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278400128:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762292.987250:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762292.987273:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762292/real 1787762292]  req@ffff9dd193b270c0 x1874603278400128/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762292.987288:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b270c0 x1874603278400128/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762292.987300:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762292.987304:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762292.987308:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278400128:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762293.690716:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762294.010658:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762294.714712:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762295.034647:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762295.738765:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762296.058623:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762296.762756:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787762297.082678:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762297.786814:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762298.106617:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762298.106630:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762298.106636:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762298.106650:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1337
00000100:00080000:0.0:1787762298.106662:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762298.106669:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762298.106691:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787762298.106705:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25680 x1874603278400256/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762298.106729:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762298.106732:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762298.106733:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762298.106736:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1337
00000100:00080000:0.0:1787762298.106738:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762298.106741:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762298.106750:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762298.106771:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26940 x1874603278400384/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762298.106866:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278400256:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762298.107022:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762298.107083:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762298/real 1787762298]  req@ffff9dd193b25680 x1874603278400256/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762298.107109:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25680 x1874603278400256/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762298.107124:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762298.107130:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762298.107135:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278400256:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762298.107146:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278400384:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762298.107202:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762298.107219:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762298/real 1787762298]  req@ffff9dd193b26940 x1874603278400384/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762298.107234:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26940 x1874603278400384/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762298.107246:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762298.107250:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762298.107254:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278400384:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762298.810806:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762299.130589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762299.834756:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762300.154567:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762300.858795:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762301.178580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762301.882802:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762302.202574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762302.906741:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762303.226590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762303.226637:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762303.226644:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762303.226647:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762303.226655:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1342
00000100:00080000:2.0:1787762303.226664:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762303.226670:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762303.226705:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278400512/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762303.226730:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762303.226733:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762303.226735:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762303.226738:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1342
00000100:00080000:2.0:1787762303.226753:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762303.226757:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762303.226765:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762303.226776:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278400640/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762303.226834:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278400512:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762303.226944:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762303.227034:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762303/real 1787762303]  req@ffff9dd193d152c0 x1874603278400512/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762303.227061:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278400512/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762303.227077:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762303.227082:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762303.227088:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278400512:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762303.227099:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278400640:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762303.227128:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762303.227143:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762303/real 1787762303]  req@ffff9dd193d16d00 x1874603278400640/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762303.227158:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278400640/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762303.227169:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762303.227174:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762303.227178:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278400640:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762303.930750:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762304.250609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762304.954769:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762305.274611:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762305.978716:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762306.298586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762307.002812:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762307.322621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762308.026696:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762308.346600:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762308.346619:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762308.346626:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762308.346630:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762308.346639:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1348
00000100:00080000:3.0:1787762308.346650:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762308.346658:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762308.346695:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278400768/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762308.346725:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762308.346730:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762308.346732:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762308.346736:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1348
00000100:00080000:3.0:1787762308.346740:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762308.346744:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762308.346753:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762308.346766:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278400896/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762308.346900:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278400768:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762308.347034:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762308.347141:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762308/real 1787762308]  req@ffff9dd193c74f00 x1874603278400768/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762308.347169:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278400768/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762308.347185:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762308.347191:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762308.347197:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278400768:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762308.347207:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278400896:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762308.347238:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762308.347254:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762308/real 1787762308]  req@ffff9dd193c75a40 x1874603278400896/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762308.347269:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278400896/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762308.347280:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762308.347284:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762308.347288:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278400896:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762309.050743:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762309.370602:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762310.074766:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762310.394586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762311.098790:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762311.418574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762312.122758:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762312.442586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762313.146771:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762313.466582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762313.466582:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762313.466591:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762313.466595:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762313.466603:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1353
00000100:00080000:3.0:1787762313.466613:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762313.466619:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762313.466651:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278401024/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762313.466696:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762313.466700:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762313.466702:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762313.466707:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1353
00000100:00080000:3.0:1787762313.466711:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762313.466716:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762313.466724:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762313.466735:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278401152/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762313.466821:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278401024:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762313.466965:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762313.467030:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762313/real 1787762313]  req@ffff9dd193c76940 x1874603278401024/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762313.467058:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278401024/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762313.467101:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762313.467107:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762313.467113:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278401024:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762313.467125:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278401152:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762313.467157:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762313.467173:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762313/real 1787762313]  req@ffff9dd193c76580 x1874603278401152/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762313.467189:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278401152/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762313.467200:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762313.467204:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762313.467208:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278401152:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762314.170773:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762314.490637:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762315.194859:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762315.514579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762316.218706:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762316.538582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762317.242765:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762317.562579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762318.266737:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762318.586580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762318.586609:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762318.586616:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762318.586620:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762318.586629:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1358
00000100:00080000:2.0:1787762318.586638:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762318.586644:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762318.586675:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278401280/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762318.586698:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762318.586701:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762318.586702:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762318.586705:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1358
00000100:00080000:2.0:1787762318.586708:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762318.586710:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762318.586731:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762318.586740:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278401408/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762318.586893:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278401280:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762318.587046:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762318.587121:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762318/real 1787762318]  req@ffff9dd193d143c0 x1874603278401280/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762318.587161:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278401280/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762318.587184:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762318.587193:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762318.587199:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278401280:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762318.587231:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278401408:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762318.587267:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762318.587285:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762318/real 1787762318]  req@ffff9dd193d17840 x1874603278401408/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762318.587302:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278401408/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762318.587313:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762318.587317:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762318.587322:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278401408:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762319.290776:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762319.610571:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762320.314760:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762320.634594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762321.338784:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762321.658576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762322.362733:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762322.682597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762323.386790:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762323.706645:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762323.706740:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762323.706750:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762323.706757:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762323.706770:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1363
00000100:00080000:3.0:1787762323.706786:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762323.706797:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762323.706872:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278401536/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762323.706913:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762323.706918:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762323.706920:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762323.706925:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1363
00000100:00080000:3.0:1787762323.706929:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762323.706934:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762323.706967:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762323.706988:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278401664/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762323.707007:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278401536:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762323.707124:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762323.707191:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762323/real 1787762323]  req@ffff9dd193c74b40 x1874603278401536/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762323.707220:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278401536/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762323.707235:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762323.707240:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762323.707246:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278401536:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762323.707296:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278401664:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762323.707330:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762323.707347:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762323/real 1787762323]  req@ffff9dd193c770c0 x1874603278401664/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762323.707379:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278401664/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762323.707390:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762323.707394:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762323.707399:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278401664:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762324.410705:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762324.730691:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762325.434761:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762325.754566:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762326.458755:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762326.778693:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762327.482781:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762327.802651:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762328.506694:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762328.826580:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762328.826592:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762328.826596:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787762328.826603:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762328.826609:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1368
00000100:00080000:3.0:1787762328.826624:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762328.826633:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762328.826681:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75680 x1874603278401792/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762328.826708:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762328.826711:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762328.826713:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762328.826716:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1368
00000100:00080000:3.0:1787762328.826718:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762328.826721:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762328.826731:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762328.826743:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278401920/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762328.826767:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278401792:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762328.826897:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278401920:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762329.530696:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762329.850741:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762330.554710:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762330.874797:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762331.578783:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762331.898977:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:0.0:1787762331.899044:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:0.0:1787762331.899094:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787762331.899115:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:0.0:1787762331.899167:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:1.0:1787762331.899237:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762328/real 1787762331]  req@ffff9dd193c75680 x1874603278401792/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762331.899300:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75680 x1874603278401792/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762331.899324:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762331.899334:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762331.899343:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278401792:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762331.899359:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762328/real 1787762331]  req@ffff9dd193c770c0 x1874603278401920/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762331.899387:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278401920/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762331.899403:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762331.899411:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762331.899445:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278401920:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762332.602644:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762332.922730:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762333.626737:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762333.946606:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762333.946618:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762333.946623:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762333.946657:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1373
00000100:00080000:3.0:1787762333.946671:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762333.946679:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762333.946724:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278402048/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762333.946730:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762333.946772:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762333.946778:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762333.946780:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762333.946786:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1373
00000100:00080000:3.0:1787762333.946791:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762333.946795:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762333.946808:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762333.946823:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278402176/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762333.946851:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278402048:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762333.946957:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762333.947025:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762333/real 1787762333]  req@ffff9dd193c74b40 x1874603278402048/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762333.947056:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278402048/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762333.947079:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762333.947088:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762333.947095:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278402048:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762333.947137:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278402176:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762333.947189:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762333.947217:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762333/real 1787762333]  req@ffff9dd193c76580 x1874603278402176/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762333.947242:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278402176/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762333.947259:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762333.947266:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762333.947272:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278402176:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762334.650725:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762334.970869:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762335.674757:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762335.994580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762336.698684:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762337.018655:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762337.722629:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762338.042567:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762338.746701:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762339.066625:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762339.066698:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762339.066734:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762339.066767:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762339.066783:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1378
00000100:00080000:1.0:1787762339.066800:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762339.066811:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762339.066878:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f0c0 x1874603278402304/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762339.066926:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762339.066932:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762339.066935:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762339.066940:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1378
00000100:00080000:1.0:1787762339.066945:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762339.066950:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762339.066965:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762339.066997:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c000 x1874603278402432/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762339.067011:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278402304:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762339.067078:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762339.067117:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762339/real 1787762339]  req@ffff9dd186d6f0c0 x1874603278402304/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762339.067133:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f0c0 x1874603278402304/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762339.067144:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762339.067148:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762339.067152:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278402304:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762339.067175:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278402432:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762339.067210:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762339.067221:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762339/real 1787762339]  req@ffff9dd186d6c000 x1874603278402432/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762339.067232:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c000 x1874603278402432/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762339.067240:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762339.067242:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762339.067245:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278402432:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762339.770804:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762340.090640:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762340.794829:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762341.114579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762341.818770:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762342.138600:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762342.842786:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762343.162640:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762343.866766:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762344.186649:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787762344.186650:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762344.186668:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762344.186687:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762344.186699:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1383
00000100:00080000:3.0:1787762344.186713:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762344.186721:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762344.186783:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278402560/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762344.186842:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762344.186845:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762344.186847:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762344.186852:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1383
00000100:00080000:3.0:1787762344.186855:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762344.186860:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762344.186872:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762344.186886:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278402688/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762344.186895:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278402560:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762344.186976:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762344.187020:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762344/real 1787762344]  req@ffff9dd193c76940 x1874603278402560/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762344.187036:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278402560/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762344.187046:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762344.187049:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762344.187053:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278402560:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762344.187080:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278402688:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762344.187096:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762344.187105:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762344/real 1787762344]  req@ffff9dd193c75a40 x1874603278402688/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762344.187128:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278402688/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762344.187135:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762344.187137:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762344.187139:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278402688:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762344.890785:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762345.210643:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762345.914698:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762346.234690:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762346.938676:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762347.258646:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762347.962658:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762348.282573:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762348.986671:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762349.306674:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762349.306694:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762349.306705:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762349.306711:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762349.306724:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1389
00000100:00080000:1.0:1787762349.306738:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762349.306746:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762349.306810:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e940 x1874603278402816/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762349.306872:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762349.306880:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762349.306884:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762349.306893:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1389
00000100:00080000:1.0:1787762349.306905:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762349.306915:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762349.306930:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762349.306936:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278402816:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762349.306956:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cf00 x1874603278402944/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762349.307020:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762349.307067:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762349/real 1787762349]  req@ffff9dd186d6e940 x1874603278402816/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762349.307091:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e940 x1874603278402816/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762349.307105:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762349.307110:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762349.307115:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278402816:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762349.307143:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278402944:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762349.307168:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762349.307182:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762349/real 1787762349]  req@ffff9dd186d6cf00 x1874603278402944/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762349.307198:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cf00 x1874603278402944/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762349.307221:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762349.307226:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762349.307230:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278402944:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762350.010814:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762350.330625:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762351.034751:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762351.354665:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762352.058645:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762352.378719:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762353.082756:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762353.402602:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762354.106781:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762354.426629:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762354.426710:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762354.426723:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762354.426728:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762354.426741:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1394
00000100:00080000:1.0:1787762354.426755:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762354.426764:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762354.426813:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e1c0 x1874603278403072/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762354.426853:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762354.426858:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762354.426861:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762354.426866:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1394
00000100:00080000:1.0:1787762354.426870:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762354.426896:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762354.426911:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762354.426913:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278403072:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762354.426939:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f840 x1874603278403200/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762354.427015:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762354.427064:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762354/real 1787762354]  req@ffff9dd186d6e1c0 x1874603278403072/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762354.427081:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e1c0 x1874603278403072/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762354.427091:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762354.427095:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762354.427098:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278403072:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762354.427139:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278403200:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762354.427167:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762354.427182:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762354/real 1787762354]  req@ffff9dd186d6f840 x1874603278403200/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762354.427191:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f840 x1874603278403200/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762354.427197:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762354.427214:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762354.427216:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278403200:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762355.130700:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762355.450700:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762356.154734:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762356.474687:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762357.178715:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762357.498623:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762358.202712:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762358.522607:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762359.226767:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762359.546585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762359.546660:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762359.546672:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762359.546678:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762359.546690:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1399
00000100:00080000:1.0:1787762359.546704:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762359.546713:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762359.546777:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c780 x1874603278403328/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762359.546815:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762359.546821:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762359.546823:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762359.546829:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1399
00000100:00080000:1.0:1787762359.546835:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762359.546840:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762359.546854:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762359.546871:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c3c0 x1874603278403456/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762359.546910:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278403328:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762359.546992:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762359.547043:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762359/real 1787762359]  req@ffff9dd186d6c780 x1874603278403328/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762359.547066:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c780 x1874603278403328/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762359.547081:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762359.547086:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762359.547092:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278403328:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762359.547101:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278403456:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762359.547125:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762359.547140:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762359/real 1787762359]  req@ffff9dd186d6c3c0 x1874603278403456/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762359.547154:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c3c0 x1874603278403456/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762359.547165:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762359.547169:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762359.547173:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278403456:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762360.250755:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762360.570574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762361.274746:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762361.594654:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762362.298767:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762362.618629:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762363.322777:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762363.642653:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762364.346775:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762364.666689:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762364.666704:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762364.666710:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1787762364.666713:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762364.666724:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1404
00000100:00080000:0.0:1787762364.666739:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762364.666749:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762364.666796:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26d00 x1874603278403584/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762364.666860:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762364.666866:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762364.666868:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762364.666874:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1404
00000100:00080000:0.0:1787762364.666879:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762364.666884:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762364.666898:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762364.666917:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24b40 x1874603278403712/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762364.666931:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278403584:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762364.667012:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762364.667057:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762364/real 1787762364]  req@ffff9dd193b26d00 x1874603278403584/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762364.667096:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26d00 x1874603278403584/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762364.667110:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762364.667116:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762364.667121:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278403584:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762364.667156:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278403712:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762364.667183:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762364.667199:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762364/real 1787762364]  req@ffff9dd193b24b40 x1874603278403712/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762364.667214:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24b40 x1874603278403712/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762364.667224:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762364.667229:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762364.667233:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278403712:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762365.370723:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762365.690702:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762366.394720:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762366.714629:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762367.418699:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762367.738629:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762368.442721:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762368.762636:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762369.466664:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762369.786585:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762369.786593:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762369.786597:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762369.786605:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1409
00000100:00100000:3.0:1787762369.786606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762369.786615:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762369.786622:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762369.786652:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26580 x1874603278403840/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762369.786672:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762369.786674:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762369.786676:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762369.786689:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1409
00000100:00080000:0.0:1787762369.786692:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762369.786696:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762369.786705:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762369.786715:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278403840:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787762369.786716:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b261c0 x1874603278403968/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762369.786775:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762369.786805:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762369/real 1787762369]  req@ffff9dd193b26580 x1874603278403840/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762369.786819:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26580 x1874603278403840/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762369.786827:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762369.786829:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762369.786832:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278403840:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762369.786851:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278403968:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762369.786865:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762369.786872:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762369/real 1787762369]  req@ffff9dd193b261c0 x1874603278403968/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762369.786880:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b261c0 x1874603278403968/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762369.786886:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762369.786888:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762369.786890:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278403968:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762370.490675:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762370.810612:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762371.514672:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762371.834637:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762372.538732:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762372.858590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762373.562637:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762373.882596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762374.586655:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762374.906666:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762374.906668:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762374.906688:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762374.906697:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762374.906715:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1414
00000100:00080000:3.0:1787762374.906736:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762374.906750:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762374.906834:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278404096/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762374.906883:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762374.906891:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762374.906895:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762374.906905:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1414
00000100:00080000:3.0:1787762374.906915:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762374.906925:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762374.906933:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278404096:192.168.203.118@tcp:250:kworker.0
00000008:00100000:3.0:1787762374.906952:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762374.906982:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278404224/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762374.907016:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762374.907069:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762374/real 1787762374]  req@ffff9dd193c74f00 x1874603278404096/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762374.907083:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278404096/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762374.907093:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762374.907096:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762374.907099:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278404096:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762374.907122:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278404224:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762374.907139:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762374.907147:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762374/real 1787762374]  req@ffff9dd193c74000 x1874603278404224/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762374.907156:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278404224/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762374.907161:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762374.907164:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762374.907166:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278404224:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762375.610700:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762375.930597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762376.634651:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762376.954605:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762377.658630:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762377.978596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762378.682620:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762379.002572:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762379.706604:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762380.026567:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762380.026577:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1787762380.026578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762380.026581:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762380.026590:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1419
00000100:00080000:3.0:1787762380.026600:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762380.026608:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762380.026647:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278404352/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762380.026671:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762380.026674:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762380.026675:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762380.026678:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1419
00000100:00080000:3.0:1787762380.026681:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762380.026697:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762380.026726:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762380.026748:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278404352:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787762380.026752:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278404480/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762380.026837:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762380.026885:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762380/real 1787762380]  req@ffff9dd193c77840 x1874603278404352/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762380.026932:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278404352/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762380.026946:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762380.026952:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762380.026957:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278404352:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762380.026989:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278404480:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762380.027025:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762380.027048:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762380/real 1787762380]  req@ffff9dd193c752c0 x1874603278404480/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762380.027075:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278404480/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762380.027094:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762380.027102:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762380.027109:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278404480:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762380.730627:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762381.050601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762381.754610:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762382.074613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762382.778633:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762383.098572:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762383.802613:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762384.122608:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762384.826632:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762385.146585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762385.146590:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762385.146596:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762385.146601:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762385.146609:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1424
00000100:00080000:1.0:1787762385.146618:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762385.146624:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762385.146654:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6de00 x1874603278404608/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762385.146676:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762385.146679:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762385.146680:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762385.146683:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1424
00000100:00080000:1.0:1787762385.146685:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762385.146687:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762385.146695:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762385.146704:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6da40 x1874603278404736/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762385.146719:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278404608:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762385.146772:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762385.146803:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762385/real 1787762385]  req@ffff9dd186d6de00 x1874603278404608/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762385.146816:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6de00 x1874603278404608/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762385.146837:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762385.146840:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762385.146843:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278404608:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762385.146861:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278404736:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762385.146878:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762385.146886:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762385/real 1787762385]  req@ffff9dd186d6da40 x1874603278404736/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762385.146894:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6da40 x1874603278404736/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762385.146900:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762385.146901:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762385.146903:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278404736:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762385.850620:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762386.170623:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762386.874635:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762387.194567:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762387.898610:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762388.218609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762388.922634:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762389.242576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762389.946626:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762390.266585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762390.266608:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762390.266614:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762390.266619:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762390.266628:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1429
00000100:00080000:2.0:1787762390.266639:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762390.266646:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762390.266679:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278404864/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762390.266724:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762390.266727:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762390.266729:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762390.266733:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1429
00000100:00080000:2.0:1787762390.266737:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762390.266741:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762390.266749:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762390.266757:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278404864:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762390.266762:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15680 x1874603278404992/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762390.266813:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762390.266844:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762390/real 1787762390]  req@ffff9dd193d161c0 x1874603278404864/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762390.266857:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278404864/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762390.266865:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762390.266867:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762390.266870:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278404864:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762390.266888:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278404992:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762390.266902:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762390.266910:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762390/real 1787762390]  req@ffff9dd193d15680 x1874603278404992/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762390.266918:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15680 x1874603278404992/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762390.266924:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762390.266926:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762390.266928:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278404992:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762390.970611:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762391.290580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762391.994606:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762392.314584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762393.018640:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762393.338600:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762394.042625:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762394.362582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762395.066679:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762395.386594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762395.386594:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762395.386604:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762395.386609:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762395.386617:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1435
00000100:00080000:2.0:1787762395.386628:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762395.386634:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762395.386667:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278405120/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762395.386692:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762395.386696:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762395.386697:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762395.386701:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1435
00000100:00080000:2.0:1787762395.386716:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762395.386721:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762395.386731:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762395.386742:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15a40 x1874603278405248/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762395.386751:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278405120:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762395.386854:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278405248:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762396.090616:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762396.410590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762397.114637:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762397.434589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762398.138598:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762398.458597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:0.0:1787762398.458784:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:0.0:1787762398.458820:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787762398.458835:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:0.0:1787762398.458865:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:1.0:1787762398.458917:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762395/real 1787762398]  req@ffff9dd193d15a40 x1874603278405248/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762398.458947:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15a40 x1874603278405248/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762398.458958:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762398.458962:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762398.458965:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278405248:192.168.203.118@tcp:38:kworker.0
00000100:00100000:1.0:1787762398.458972:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762395/real 1787762398]  req@ffff9dd193d15e00 x1874603278405120/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762398.458982:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278405120/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762398.458987:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762398.458990:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762398.458992:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278405120:192.168.203.118@tcp:250:kworker.0
00010000:00010000:3.0:1787762399.162665:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762399.482573:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762400.186601:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762400.506583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762400.506637:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762400.506643:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762400.506648:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762400.506655:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1440
00000100:00080000:2.0:1787762400.506664:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762400.506670:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762400.506704:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278405376/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762400.506735:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762400.506739:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762400.506741:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762400.506745:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1440
00000100:00080000:2.0:1787762400.506750:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762400.506754:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762400.506765:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762400.506779:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15a40 x1874603278405504/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762400.506788:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278405376:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762400.506847:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762400.506881:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762400/real 1787762400]  req@ffff9dd193d15e00 x1874603278405376/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762400.506913:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278405376/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762400.506924:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762400.506928:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762400.506933:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278405376:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762400.506964:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278405504:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762400.506989:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762400.507002:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762400/real 1787762400]  req@ffff9dd193d15a40 x1874603278405504/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762400.507014:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15a40 x1874603278405504/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762400.507022:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762400.507025:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762400.507028:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278405504:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762401.210609:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762401.530572:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762402.234601:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762402.554564:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762403.258626:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762403.578611:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762404.282704:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762404.602590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762405.306625:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762405.626581:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762405.626582:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762405.626598:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762405.626602:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762405.626609:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1445
00000100:00080000:2.0:1787762405.626618:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762405.626625:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762405.626653:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15680 x1874603278405632/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762405.626675:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762405.626678:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762405.626679:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762405.626683:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1445
00000100:00080000:2.0:1787762405.626686:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762405.626688:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762405.626696:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762405.626704:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278405760/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762405.626751:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278405632:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762405.626806:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762405.626844:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762405/real 1787762405]  req@ffff9dd193d15680 x1874603278405632/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762405.626863:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15680 x1874603278405632/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762405.626879:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762405.626882:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762405.626885:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278405632:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762405.626890:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278405760:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762405.626910:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762405.626919:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762405/real 1787762405]  req@ffff9dd193d161c0 x1874603278405760/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762405.626927:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278405760/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762405.626932:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762405.626935:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762405.626937:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278405760:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762406.330613:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762406.650589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762407.354749:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762407.674674:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762408.378597:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762408.698657:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762409.402622:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762409.722659:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762410.426609:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762410.746595:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762410.746595:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762410.746606:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762410.746611:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762410.746619:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1450
00000100:00080000:2.0:1787762410.746629:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762410.746636:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762410.746668:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278405888/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762410.746705:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762410.746708:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762410.746710:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762410.746714:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1450
00000100:00080000:2.0:1787762410.746717:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762410.746721:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762410.746730:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762410.746741:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278406016/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762410.746747:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278405888:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762410.746818:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762410.746855:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762410/real 1787762410]  req@ffff9dd193d17840 x1874603278405888/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762410.746869:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278405888/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762410.746887:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762410.746890:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762410.746893:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278405888:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762410.746913:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278406016:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762410.746932:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762410.746941:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762410/real 1787762410]  req@ffff9dd193d143c0 x1874603278406016/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762410.746950:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278406016/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762410.746956:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762410.746959:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762410.746961:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278406016:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762411.450700:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762411.770662:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762412.474683:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762412.794650:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762413.498620:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762413.818587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762414.522673:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762414.842631:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762415.546630:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762415.866641:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762415.866642:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762415.866656:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762415.866662:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762415.866675:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1455
00000100:00080000:2.0:1787762415.866689:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762415.866700:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762415.866747:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278406144/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762415.866784:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762415.866789:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762415.866792:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762415.866797:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1455
00000100:00080000:2.0:1787762415.866801:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762415.866805:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762415.866836:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762415.866853:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278406272/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762415.866916:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278406144:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762415.867016:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762415.867066:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762415/real 1787762415]  req@ffff9dd193d16d00 x1874603278406144/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762415.867090:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278406144/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762415.867104:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762415.867121:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762415.867126:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278406144:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762415.867137:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278406272:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762415.867169:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762415.867213:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762415/real 1787762415]  req@ffff9dd193d152c0 x1874603278406272/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762415.867231:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278406272/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762415.867242:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762415.867246:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762415.867250:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278406272:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762416.570709:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762416.890725:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762417.594660:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762417.914771:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762418.618703:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762418.938606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762419.642621:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762419.962591:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762420.666606:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762420.986591:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787762420.986592:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762420.986601:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762420.986606:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762420.986614:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1460
00000100:00080000:2.0:1787762420.986623:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762420.986629:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762420.986663:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278406400/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762420.986688:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762420.986690:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762420.986692:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762420.986695:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1460
00000100:00080000:2.0:1787762420.986698:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762420.986700:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762420.986708:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762420.986717:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278406528/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762420.986744:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278406400:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762420.986796:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762420.986827:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762420/real 1787762420]  req@ffff9dd193d152c0 x1874603278406400/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762420.986841:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278406400/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762420.986849:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762420.986852:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762420.986855:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278406400:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762420.986872:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278406528:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762420.986889:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762420.986897:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762420/real 1787762420]  req@ffff9dd193d16d00 x1874603278406528/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762420.986905:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278406528/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762420.986911:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762420.986913:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762420.986916:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278406528:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762421.690629:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762422.010601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762422.714606:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762423.034593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762423.738619:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762424.058593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762424.762627:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762425.082581:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762425.786601:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762426.106598:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787762426.106598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762426.106606:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762426.106610:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762426.106634:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1465
00000100:00080000:0.0:1787762426.106643:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762426.106648:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762426.106676:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24f00 x1874603278406656/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762426.106699:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762426.106703:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762426.106704:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762426.106708:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1465
00000100:00080000:0.0:1787762426.106713:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762426.106717:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762426.106727:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762426.106740:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b27840 x1874603278406784/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762426.106745:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278406656:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762426.106807:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762426.106848:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762426/real 1787762426]  req@ffff9dd193b24f00 x1874603278406656/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762426.106861:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24f00 x1874603278406656/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762426.106869:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762426.106872:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762426.106874:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278406656:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762426.106900:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278406784:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762426.106925:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762426.106934:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762426/real 1787762426]  req@ffff9dd193b27840 x1874603278406784/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762426.106942:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b27840 x1874603278406784/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762426.106948:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762426.106950:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762426.106952:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278406784:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762426.810611:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762427.130577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762427.834616:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762428.154663:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762428.858607:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762429.178583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762429.882603:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762430.202580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762430.906657:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762431.226592:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762431.226632:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762431.226638:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762431.226641:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762431.226651:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1470
00000100:00080000:2.0:1787762431.226662:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762431.226670:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762431.226705:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278406912/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762431.226732:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762431.226736:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762431.226738:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762431.226742:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1470
00000100:00080000:2.0:1787762431.226746:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762431.226750:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762431.226760:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762431.226774:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278407040/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762431.226783:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278406912:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762431.226837:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762431.226882:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762431/real 1787762431]  req@ffff9dd193d143c0 x1874603278406912/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762431.226903:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278406912/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762431.226911:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762431.226914:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762431.226916:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278406912:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762431.226936:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278407040:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762431.226954:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762431.226973:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762431/real 1787762431]  req@ffff9dd193d17840 x1874603278407040/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762431.226982:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278407040/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762431.226987:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762431.226989:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762431.226992:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278407040:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762431.930629:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762432.250562:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762432.954711:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762433.274616:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762433.978661:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762434.298574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762435.002611:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762435.322574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762436.026647:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762436.346595:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762436.346634:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762436.346640:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762436.346644:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762436.346651:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1476
00000100:00080000:3.0:1787762436.346690:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762436.346696:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762436.346726:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c743c0 x1874603278407168/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762436.346747:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762436.346750:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762436.346751:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762436.346754:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1476
00000100:00080000:3.0:1787762436.346756:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762436.346758:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762436.346766:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762436.346776:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278407296/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762436.346790:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278407168:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762436.346860:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762436.346899:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762436/real 1787762436]  req@ffff9dd193c743c0 x1874603278407168/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762436.346915:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c743c0 x1874603278407168/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762436.346923:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762436.346926:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762436.346929:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278407168:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762436.346947:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278407296:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762436.346967:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762436.346979:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762436/real 1787762436]  req@ffff9dd193c752c0 x1874603278407296/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762436.347010:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278407296/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762436.347017:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762436.347019:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762436.347021:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278407296:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762437.050618:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762437.370594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762438.074672:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762438.394571:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762439.098605:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762439.418594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762440.122626:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762440.442615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762441.146611:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762441.466582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762441.466609:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762441.466616:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762441.466620:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762441.466631:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1481
00000100:00080000:0.0:1787762441.466641:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762441.466649:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762441.466679:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24780 x1874603278407424/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762441.466721:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762441.466724:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762441.466726:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762441.466729:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1481
00000100:00080000:0.0:1787762441.466732:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762441.466735:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762441.466743:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762441.466751:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25a40 x1874603278407552/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762441.466799:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278407424:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762441.466852:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762441.466897:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762441/real 1787762441]  req@ffff9dd193b24780 x1874603278407424/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762441.466918:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24780 x1874603278407424/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762441.466929:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762441.466932:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762441.466935:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278407424:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762441.466941:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278407552:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762441.466959:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762441.466969:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762441/real 1787762441]  req@ffff9dd193b25a40 x1874603278407552/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762441.466989:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25a40 x1874603278407552/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762441.466995:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762441.466997:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762441.466999:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278407552:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762442.171135:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762442.490634:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762443.194612:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762443.514590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762444.218635:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762444.538583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762445.242666:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762445.562633:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762446.266663:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762446.586656:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762446.586735:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762446.586747:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762446.586753:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762446.586769:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1486
00000100:00080000:3.0:1787762446.586797:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762446.586807:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762446.586865:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278407680/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762446.586955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762446.586958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762446.586959:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762446.586963:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1486
00000100:00080000:3.0:1787762446.586982:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762446.586988:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762446.586999:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762446.587032:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278407680:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787762446.587048:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278407808/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762446.587137:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762446.587207:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762446/real 1787762446]  req@ffff9dd193c77840 x1874603278407680/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762446.587224:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278407680/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762446.587234:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762446.587237:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762446.587240:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278407680:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762446.587286:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278407808:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762446.587316:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762446.587331:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762446/real 1787762446]  req@ffff9dd193c74000 x1874603278407808/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762446.587347:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278407808/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762446.587372:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762446.587376:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762446.587381:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278407808:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762447.290627:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762447.610587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762448.314710:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762448.634634:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762449.338683:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762449.658610:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762450.362755:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762450.682600:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762451.386602:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762451.706583:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787762451.706585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762451.706593:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762451.706597:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762451.706606:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1491
00000100:00080000:3.0:1787762451.706615:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762451.706621:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762451.706655:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278407936/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762451.706682:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762451.706686:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762451.706688:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762451.706693:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1491
00000100:00080000:3.0:1787762451.706711:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762451.706715:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762451.706721:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278407936:192.168.203.118@tcp:250:kworker.0
00000008:00100000:3.0:1787762451.706723:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762451.706738:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278408064/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762451.706780:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762451.706815:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762451/real 1787762451]  req@ffff9dd193c74f00 x1874603278407936/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762451.706831:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278407936/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762451.706839:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762451.706842:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762451.706845:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278407936:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762451.706863:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278408064:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762451.706879:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762451.706887:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762451/real 1787762451]  req@ffff9dd193c75a40 x1874603278408064/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762451.706895:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278408064/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762451.706911:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762451.706914:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762451.706916:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278408064:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762452.410702:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762452.730596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762453.434689:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762453.754577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762454.458662:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762454.778601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762455.482639:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762455.802615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762456.506664:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762456.826599:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787762456.826599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762456.826606:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762456.826610:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762456.826619:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1496
00000100:00080000:0.0:1787762456.826630:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762456.826638:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762456.826672:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b243c0 x1874603278408192/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762456.826694:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762456.826696:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762456.826698:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762456.826701:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1496
00000100:00080000:0.0:1787762456.826703:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762456.826707:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762456.826727:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762456.826734:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278408192:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787762456.826741:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25a40 x1874603278408320/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762456.826793:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762456.826825:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762456/real 1787762456]  req@ffff9dd193b243c0 x1874603278408192/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762456.826839:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b243c0 x1874603278408192/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762456.826846:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762456.826849:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762456.826852:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278408192:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762456.826869:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278408320:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762456.826884:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762456.826892:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762456/real 1787762456]  req@ffff9dd193b25a40 x1874603278408320/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762456.826917:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25a40 x1874603278408320/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762456.826924:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762456.826932:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762456.826935:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278408320:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762457.530679:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762457.850590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762458.554635:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762458.874606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762459.578617:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762459.898580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762460.602670:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762460.922580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762461.626607:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762461.946579:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787762461.946580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762461.946588:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762461.946592:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762461.946600:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1501
00000100:00080000:0.0:1787762461.946609:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762461.946614:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762461.946649:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24780 x1874603278408448/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762461.946669:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762461.946672:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762461.946673:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762461.946676:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1501
00000100:00080000:0.0:1787762461.946678:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762461.946681:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762461.946689:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762461.946698:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b27840 x1874603278408576/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762461.946705:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278408448:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762461.946788:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278408576:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762462.650625:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762462.970590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762463.674639:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762463.994576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762464.698620:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762465.018580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:0.0:1787762465.018712:0:2337:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:0.0:1787762465.018750:0:2337:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787762465.018764:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:0.0:1787762465.018796:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:1.0:1787762465.018858:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762461/real 1787762465]  req@ffff9dd193b27840 x1874603278408576/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762465.018889:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b27840 x1874603278408576/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762465.018904:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762465.018909:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762465.018914:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278408576:192.168.203.118@tcp:38:kworker.0
00000100:00100000:1.0:1787762465.018923:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762461/real 1787762465]  req@ffff9dd193b24780 x1874603278408448/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762465.018935:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24780 x1874603278408448/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762465.018943:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762465.018947:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762465.018950:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278408448:192.168.203.118@tcp:250:kworker.0
00010000:00010000:3.0:1787762465.722677:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762466.042582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762466.746711:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762467.066626:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762467.066649:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762467.066654:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762467.066666:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1506
00000100:00080000:3.0:1787762467.066678:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762467.066688:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762467.066720:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787762467.066737:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278408704/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762467.066783:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762467.066788:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762467.066790:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762467.066794:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1506
00000100:00080000:3.0:1787762467.066798:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762467.066802:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762467.066815:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762467.066847:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278408704:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787762467.066848:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278408832/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762467.066950:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762467.066997:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762467/real 1787762467]  req@ffff9dd193c76940 x1874603278408704/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762467.067020:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278408704/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762467.067040:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762467.067045:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762467.067050:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278408704:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762467.067085:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278408832:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762467.067114:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762467.067129:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762467/real 1787762467]  req@ffff9dd193c76580 x1874603278408832/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762467.067142:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278408832/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762467.067152:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762467.067155:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762467.067159:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278408832:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762467.770728:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762468.090585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762468.794837:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762469.114732:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762469.818614:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762470.138746:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762470.842707:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762471.162729:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762471.866670:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762472.186568:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762472.186575:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762472.186578:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762472.186587:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1511
00000100:00080000:3.0:1787762472.186597:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762472.186602:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762472.186633:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278408960/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762472.186655:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762472.186658:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762472.186660:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762472.186663:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1511
00000100:00080000:3.0:1787762472.186665:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762472.186667:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762472.186676:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762472.186684:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278409088/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762472.186696:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278408960:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762472.186770:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762472.186787:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787762472.186819:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762472/real 1787762472]  req@ffff9dd193c74b40 x1874603278408960/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762472.186847:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278408960/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762472.186855:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762472.186858:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762472.186861:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278408960:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762472.186879:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278409088:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762472.186898:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762472.186907:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762472/real 1787762472]  req@ffff9dd193c770c0 x1874603278409088/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762472.186915:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278409088/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762472.186920:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762472.186923:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762472.186925:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278409088:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762472.890616:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762473.210589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762473.914690:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762474.234576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762474.938670:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762475.258625:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762475.962621:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762476.282603:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762476.986720:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762477.306589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762477.306682:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762477.306693:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762477.306699:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762477.306715:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1517
00000100:00080000:1.0:1787762477.306732:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762477.306742:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762477.306827:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6da40 x1874603278409216/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762477.306991:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762477.306995:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762477.307003:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762477.307012:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1517
00000100:00080000:1.0:1787762477.307020:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762477.307027:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762477.307033:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278409216:192.168.203.118@tcp:250:kworker.0
00000008:00100000:1.0:1787762477.307037:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762477.307062:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6de00 x1874603278409344/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762477.307090:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762477.307120:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762477/real 1787762477]  req@ffff9dd186d6da40 x1874603278409216/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762477.307133:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6da40 x1874603278409216/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762477.307141:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762477.307144:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762477.307147:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278409216:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762477.307165:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278409344:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762477.307191:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762477.307200:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762477/real 1787762477]  req@ffff9dd186d6de00 x1874603278409344/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762477.307208:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6de00 x1874603278409344/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762477.307214:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762477.307216:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762477.307218:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278409344:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762478.010687:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762478.330590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762479.034721:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762479.354589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762480.058609:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762480.378615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762481.082628:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762481.402580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762482.106656:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762482.426591:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762482.426635:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762482.426648:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762482.426655:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762482.426669:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1522
00000100:00080000:1.0:1787762482.426686:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762482.426696:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762482.426785:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c3c0 x1874603278409472/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762482.426828:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762482.426833:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762482.426837:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762482.426845:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1522
00000100:00100000:2.0:1787762482.426872:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278409472:192.168.203.118@tcp:250:kworker.0
00000100:00080000:1.0:1787762482.426877:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762482.426887:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762482.426914:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762482.426937:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c780 x1874603278409600/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762482.426940:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762482.426995:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762482/real 1787762482]  req@ffff9dd186d6c3c0 x1874603278409472/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762482.427011:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c3c0 x1874603278409472/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762482.427019:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762482.427023:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762482.427026:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278409472:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762482.427060:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278409600:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762482.427078:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762482.427086:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762482/real 1787762482]  req@ffff9dd186d6c780 x1874603278409600/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762482.427095:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c780 x1874603278409600/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762482.427100:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762482.427103:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762482.427105:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278409600:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762483.130742:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762483.450611:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762484.154584:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762484.474601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762485.178634:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762485.498585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762486.202589:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762486.522583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762487.226713:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762487.546597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762487.546641:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762487.546646:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762487.546649:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762487.546657:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1527
00000100:00080000:0.0:1787762487.546666:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762487.546672:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762487.546719:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24f00 x1874603278409728/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762487.546741:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762487.546744:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762487.546746:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762487.546748:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1527
00000100:00080000:0.0:1787762487.546751:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762487.546754:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762487.546762:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762487.546771:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b261c0 x1874603278409856/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762487.546783:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278409728:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762487.546846:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762487.546885:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762487/real 1787762487]  req@ffff9dd193b24f00 x1874603278409728/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762487.546899:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24f00 x1874603278409728/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762487.546906:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762487.546909:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762487.546912:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278409728:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762487.546945:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278409856:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762487.546964:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762487.546972:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762487/real 1787762487]  req@ffff9dd193b261c0 x1874603278409856/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762487.546980:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b261c0 x1874603278409856/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762487.546986:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762487.546988:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762487.546991:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278409856:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762488.250722:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762488.570632:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762489.274795:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762489.594649:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762490.298640:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762490.618587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762491.322627:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762491.642632:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762492.346620:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762492.666620:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787762492.666621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762492.666631:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762492.666635:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762492.666645:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1532
00000100:00080000:0.0:1787762492.666686:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762492.666693:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762492.666725:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26580 x1874603278409984/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762492.666751:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762492.666754:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762492.666756:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762492.666759:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1532
00000100:00080000:0.0:1787762492.666761:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762492.666765:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762492.666773:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762492.666786:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278409984:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787762492.666788:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24b40 x1874603278410112/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762492.666855:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762492.666898:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762492/real 1787762492]  req@ffff9dd193b26580 x1874603278409984/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762492.666919:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26580 x1874603278409984/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762492.666928:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762492.666931:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762492.666935:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278409984:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762492.666964:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278410112:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762492.666985:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762492.666996:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762492/real 1787762492]  req@ffff9dd193b24b40 x1874603278410112/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762492.667006:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24b40 x1874603278410112/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762492.667013:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762492.667016:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762492.667019:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278410112:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762493.370626:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762493.690567:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762494.394600:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762494.714587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762495.418753:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762495.738575:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762496.442640:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762496.762567:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762497.466647:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762497.786594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762497.786605:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762497.786611:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762497.786626:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762497.786636:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1537
00000100:00080000:3.0:1787762497.786646:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762497.786652:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762497.786689:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75680 x1874603278410240/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762497.786723:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762497.786726:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762497.786727:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762497.786730:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1537
00000100:00080000:3.0:1787762497.786734:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762497.786737:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762497.786746:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762497.786754:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278410240:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787762497.786761:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278410368/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762497.786815:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762497.786854:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762497/real 1787762497]  req@ffff9dd193c75680 x1874603278410240/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762497.786868:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75680 x1874603278410240/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762497.786876:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762497.786880:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762497.786883:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278410240:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762497.786913:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278410368:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762497.786931:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762497.786940:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762497/real 1787762497]  req@ffff9dd193c770c0 x1874603278410368/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762497.786948:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278410368/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762497.786954:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762497.786956:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762497.786958:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278410368:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762498.490637:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762498.810575:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762499.514636:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762499.834583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762500.538679:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762500.858585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762501.562641:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762501.882669:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762502.586632:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762502.906639:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762502.906685:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762502.906695:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762502.906700:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762502.906713:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1542
00000100:00080000:0.0:1787762502.906726:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762502.906736:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762502.906786:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26d00 x1874603278410496/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762502.906872:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762502.906878:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762502.906881:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762502.906887:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1542
00000100:00080000:0.0:1787762502.906895:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762502.906903:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762502.906917:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762502.906928:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278410496:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787762502.906944:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26940 x1874603278410624/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762502.907023:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762502.907088:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762502/real 1787762502]  req@ffff9dd193b26d00 x1874603278410496/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762502.907117:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26d00 x1874603278410496/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762502.907138:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762502.907146:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762502.907154:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278410496:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762502.907215:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278410624:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762502.907265:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762502.907292:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762502/real 1787762502]  req@ffff9dd193b26940 x1874603278410624/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762502.907316:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26940 x1874603278410624/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762502.907331:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762502.907339:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762502.907346:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278410624:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762503.610653:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762503.930570:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762504.634613:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762504.954611:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762505.658626:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762505.978597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762506.682656:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762507.002609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762507.706615:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762508.026640:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762508.026653:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762508.026661:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762508.026683:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762508.026693:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1547
00000100:00080000:3.0:1787762508.026703:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762508.026710:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762508.026759:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278410752/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762508.026794:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762508.026798:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762508.026799:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762508.026803:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1547
00000100:00080000:3.0:1787762508.026807:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762508.026811:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762508.026822:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762508.026838:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278410880/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762508.026850:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278410752:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762508.026923:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762508.026970:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762508/real 1787762508]  req@ffff9dd193c74b40 x1874603278410752/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762508.026994:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278410752/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762508.027008:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762508.027015:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762508.027031:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278410752:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762508.027063:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278410880:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762508.027096:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762508.027114:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762508/real 1787762508]  req@ffff9dd193c76580 x1874603278410880/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762508.027133:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278410880/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762508.027146:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762508.027151:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762508.027155:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278410880:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762508.730674:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762509.050612:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762509.754596:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762510.074638:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762510.778641:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762511.098586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762511.802596:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762512.122589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762512.826618:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762513.146595:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762513.146598:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762513.146605:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762513.146608:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762513.146616:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1552
00000100:00080000:3.0:1787762513.146626:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762513.146632:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762513.146665:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278411008/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762513.146684:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762513.146700:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762513.146702:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762513.146706:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1552
00000100:00080000:3.0:1787762513.146709:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787762513.146715:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278411008:192.168.203.118@tcp:250:kworker.0
00000100:00080000:3.0:1787762513.146715:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762513.146726:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762513.146738:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278411136/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762513.146774:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762513.146812:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762513/real 1787762513]  req@ffff9dd193c76940 x1874603278411008/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762513.146825:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278411008/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762513.146843:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762513.146846:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762513.146849:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278411008:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762513.146869:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278411136:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762513.146886:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762513.146894:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762513/real 1787762513]  req@ffff9dd193c75a40 x1874603278411136/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762513.146902:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278411136/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762513.146908:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762513.146910:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762513.146912:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278411136:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762513.850613:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762514.170630:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762514.874753:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762515.194577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762515.898724:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762516.218621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762516.922770:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762517.242595:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762517.946613:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762518.266615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762518.266621:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762518.266629:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762518.266634:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762518.266644:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1557
00000100:00080000:0.0:1787762518.266667:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762518.266676:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762518.266715:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25680 x1874603278411264/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762518.266742:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762518.266746:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762518.266748:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762518.266752:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1557
00000100:00080000:0.0:1787762518.266757:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762518.266775:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762518.266785:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278411264:192.168.203.118@tcp:250:kworker.0
00000008:00100000:0.0:1787762518.266790:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762518.266809:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b270c0 x1874603278411392/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762518.266865:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762518.266910:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762518/real 1787762518]  req@ffff9dd193b25680 x1874603278411264/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762518.266951:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25680 x1874603278411264/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762518.266962:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762518.266967:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762518.266971:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278411264:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762518.267056:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278411392:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762518.267085:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762518.267100:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762518/real 1787762518]  req@ffff9dd193b270c0 x1874603278411392/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762518.267113:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b270c0 x1874603278411392/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762518.267132:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762518.267136:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762518.267140:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278411392:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762518.970600:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762519.290592:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762519.994606:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762520.314602:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762521.018642:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762521.338586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762522.042605:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762522.362566:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762523.066739:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762523.386577:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762523.386586:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1787762523.386587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762523.386590:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762523.386600:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1563
00000100:00080000:0.0:1787762523.386610:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762523.386617:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762523.386655:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25e00 x1874603278411520/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762523.386685:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762523.386689:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762523.386691:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762523.386696:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1563
00000100:00080000:0.0:1787762523.386701:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762523.386707:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762523.386713:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278411520:192.168.203.118@tcp:250:kworker.0
00000008:00100000:0.0:1787762523.386718:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762523.386736:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b270c0 x1874603278411648/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762523.386781:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762523.386810:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762523/real 1787762523]  req@ffff9dd193b25e00 x1874603278411520/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762523.386824:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25e00 x1874603278411520/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762523.386831:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762523.386834:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762523.386837:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278411520:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762523.386857:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278411648:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762523.386871:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762523.386879:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762523/real 1787762523]  req@ffff9dd193b270c0 x1874603278411648/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762523.386887:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b270c0 x1874603278411648/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762523.386892:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762523.386894:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762523.386896:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278411648:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762524.090590:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762524.410576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762525.114637:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762525.434592:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762526.138604:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762526.458580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762527.162649:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762527.482631:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762528.186657:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762528.506673:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1787762528.506681:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762528.506685:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762528.506696:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762528.506712:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1568
00000100:00080000:2.0:1787762528.506726:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762528.506737:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762528.506784:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278411776/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762528.506818:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762528.506823:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762528.506826:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762528.506831:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1568
00000100:00080000:2.0:1787762528.506835:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762528.506839:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762528.506851:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762528.506869:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15680 x1874603278411904/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762528.506909:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278411776:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762528.507042:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278411904:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762529.210701:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762529.530715:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762530.234697:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762530.554663:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762531.258716:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762531.578659:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:0.0:1787762531.578909:0:2338:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:0.0:1787762531.578970:0:2338:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787762531.579008:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:0.0:1787762531.579056:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:1.0:1787762531.579121:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762528/real 1787762531]  req@ffff9dd193d161c0 x1874603278411776/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762531.579178:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278411776/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762531.579189:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762531.579194:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762531.579197:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278411776:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762531.579205:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762528/real 1787762531]  req@ffff9dd193d15680 x1874603278411904/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762531.579214:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15680 x1874603278411904/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762531.579219:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762531.579222:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762531.579225:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278411904:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762532.282688:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762532.602653:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762533.306656:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762533.626654:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762533.626671:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762533.626697:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762533.626703:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762533.626716:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1573
00000100:00080000:3.0:1787762533.626730:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762533.626739:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762533.626784:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278412032/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762533.626820:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762533.626825:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762533.626828:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762533.626833:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1573
00000100:00080000:3.0:1787762533.626837:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762533.626841:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762533.626853:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762533.626889:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278412160/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762533.626933:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278412032:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762533.627055:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762533.627094:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762533/real 1787762533]  req@ffff9dd193c74f00 x1874603278412032/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762533.627114:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278412032/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762533.627126:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762533.627130:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762533.627143:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278412032:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762533.627152:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278412160:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762533.627179:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762533.627194:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762533/real 1787762533]  req@ffff9dd193c74000 x1874603278412160/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762533.627208:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278412160/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762533.627217:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762533.627220:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762533.627223:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278412160:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762534.330636:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762534.650593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762535.354715:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762535.674608:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762536.378693:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762536.698657:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762537.402699:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762537.722626:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762538.426709:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762538.746664:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762538.746727:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762538.746737:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762538.746742:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762538.746754:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1578
00000100:00080000:0.0:1787762538.746766:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762538.746774:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762538.746820:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25680 x1874603278412288/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762538.746862:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762538.746867:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762538.746870:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762538.746875:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1578
00000100:00080000:0.0:1787762538.746879:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762538.746883:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762538.746895:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762538.746910:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26940 x1874603278412416/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762538.746980:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278412288:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762538.747059:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762538.747115:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762538/real 1787762538]  req@ffff9dd193b25680 x1874603278412288/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762538.747150:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25680 x1874603278412288/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762538.747172:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762538.747181:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762538.747190:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278412288:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762538.747202:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278412416:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762538.747251:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762538.747269:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762538/real 1787762538]  req@ffff9dd193b26940 x1874603278412416/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762538.747285:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26940 x1874603278412416/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762538.747296:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762538.747300:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762538.747305:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278412416:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762539.450737:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762539.770681:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762540.474643:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762540.794615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762541.498662:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762541.818630:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762542.522713:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762542.842626:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762543.546759:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762543.866640:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762543.866676:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762543.866686:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762543.866692:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762543.866704:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1583
00000100:00080000:3.0:1787762543.866718:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762543.866727:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762543.866771:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278412544/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762543.866810:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762543.866815:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762543.866817:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762543.866822:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1583
00000100:00080000:3.0:1787762543.866827:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762543.866831:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762543.866843:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762543.866861:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278412672/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762543.866906:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278412544:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762543.867001:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762543.867050:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762543/real 1787762543]  req@ffff9dd193c77840 x1874603278412544/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762543.867076:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278412544/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762543.867097:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762543.867104:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762543.867112:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278412544:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762543.867127:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278412672:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762543.867171:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762543.867194:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762543/real 1787762543]  req@ffff9dd193c752c0 x1874603278412672/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762543.867237:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278412672/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762543.867248:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762543.867252:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762543.867257:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278412672:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762544.570782:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762544.890596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762545.594782:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762545.914632:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762546.618745:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762546.938598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762547.642629:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762547.962584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762548.666630:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762548.986566:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762548.986574:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762548.986578:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762548.986586:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1588
00000100:00100000:2.0:1787762548.986593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762548.986596:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762548.986604:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762548.986636:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c743c0 x1874603278412800/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762548.986659:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762548.986661:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762548.986663:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762548.986665:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1588
00000100:00080000:3.0:1787762548.986668:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762548.986670:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762548.986678:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762548.986688:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278412928/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762548.986699:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278412800:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762548.986753:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762548.986791:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762548/real 1787762548]  req@ffff9dd193c743c0 x1874603278412800/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762548.986805:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c743c0 x1874603278412800/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762548.986813:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762548.986816:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762548.986819:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278412800:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762548.986836:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278412928:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762548.986856:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762548.986869:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762548/real 1787762548]  req@ffff9dd193c752c0 x1874603278412928/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762548.986883:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278412928/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762548.986909:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762548.986912:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762548.986915:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278412928:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762549.690605:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762550.010587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762550.714638:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762551.034612:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762551.738654:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762552.058637:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762552.762750:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762553.082671:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762553.786729:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762554.106618:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762554.106633:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762554.106640:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762554.106659:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1593
00000100:00100000:2.0:1787762554.106696:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762554.106697:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762554.106713:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762554.106784:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278413056/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762554.106842:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762554.106849:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762554.106852:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762554.106860:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1593
00000100:00080000:3.0:1787762554.106866:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762554.106874:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762554.106891:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762554.106921:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278413056:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787762554.106922:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278413184/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762554.107055:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762554.107130:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762554/real 1787762554]  req@ffff9dd193c77840 x1874603278413056/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762554.107160:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278413056/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762554.107176:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762554.107182:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762554.107187:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278413056:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762554.107226:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278413184:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762554.107290:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762554.107309:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762554/real 1787762554]  req@ffff9dd193c74000 x1874603278413184/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762554.107326:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278413184/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762554.107338:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762554.107342:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762554.107347:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278413184:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762554.810704:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762555.130579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762555.834637:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762556.154585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762556.858677:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762557.178579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762557.882606:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762558.202587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762558.906663:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762559.226571:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762559.226579:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762559.226585:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762559.226589:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762559.226597:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1598
00000100:00080000:3.0:1787762559.226606:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762559.226612:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762559.226644:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278413312/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762559.226664:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762559.226680:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762559.226681:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762559.226684:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1598
00000100:00080000:3.0:1787762559.226687:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762559.226690:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762559.226698:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762559.226708:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278413440/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762559.226735:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278413312:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762559.226789:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762559.226819:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762559/real 1787762559]  req@ffff9dd193c74f00 x1874603278413312/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762559.226833:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278413312/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762559.226841:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762559.226843:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762559.226846:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278413312:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762559.226851:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278413440:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762559.226865:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762559.226872:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762559/real 1787762559]  req@ffff9dd193c75a40 x1874603278413440/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762559.226879:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278413440/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762559.226885:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762559.226887:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762559.226889:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278413440:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762559.930622:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762560.250590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762560.954645:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762561.274585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762561.978766:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762562.298614:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762563.002770:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762563.322651:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762564.026630:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762564.346590:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762564.346598:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1787762564.346602:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762564.346603:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762564.346614:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1604
00000100:00080000:3.0:1787762564.346624:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762564.346630:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762564.346659:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278413568/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762564.346679:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762564.346681:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762564.346683:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762564.346686:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1604
00000100:00080000:3.0:1787762564.346701:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762564.346704:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762564.346714:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762564.346724:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278413696/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762564.346730:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278413568:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762564.346784:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762564.346819:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762564/real 1787762564]  req@ffff9dd193c76940 x1874603278413568/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762564.346840:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278413568/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762564.346849:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762564.346853:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762564.346857:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278413568:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762564.346882:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278413696:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762564.346906:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762564.346917:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762564/real 1787762564]  req@ffff9dd193c76580 x1874603278413696/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762564.346926:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278413696/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762564.346932:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762564.346934:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762564.346936:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278413696:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762565.050612:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762565.370582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762566.074669:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762566.394587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762567.098614:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762567.418573:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762568.122623:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762568.442656:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762569.146593:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762569.466587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762569.466592:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762569.466599:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762569.466602:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762569.466610:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1609
00000100:00080000:2.0:1787762569.466619:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762569.466625:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762569.466657:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15a40 x1874603278413824/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762569.466677:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762569.466680:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762569.466682:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762569.466685:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1609
00000100:00080000:2.0:1787762569.466687:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762569.466690:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762569.466698:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762569.466707:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278413952/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762569.466727:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278413824:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762569.466782:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762569.466821:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762569/real 1787762569]  req@ffff9dd193d15a40 x1874603278413824/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762569.466859:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15a40 x1874603278413824/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762569.466866:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762569.466869:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762569.466872:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278413824:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762569.466877:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278413952:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762569.466895:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762569.466904:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762569/real 1787762569]  req@ffff9dd193d15e00 x1874603278413952/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762569.466912:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278413952/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762569.466918:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762569.466920:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762569.466922:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278413952:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762570.170654:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762570.490595:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762571.194755:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762571.514638:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762572.218762:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762572.538637:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762573.242647:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762573.562715:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762574.266738:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762574.586640:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762574.586652:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762574.586681:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762574.586695:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1614
00000100:00080000:2.0:1787762574.586710:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762574.586720:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762574.586722:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787762574.586768:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278414080/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762574.586804:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762574.586809:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762574.586811:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762574.586816:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1614
00000100:00080000:2.0:1787762574.586820:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762574.586825:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762574.586837:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762574.586852:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15a40 x1874603278414208/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762574.586887:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278414080:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762574.586975:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762574.587038:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762574/real 1787762574]  req@ffff9dd193d15e00 x1874603278414080/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762574.587068:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278414080/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762574.587115:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762574.587121:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762574.587127:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278414080:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762574.587137:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278414208:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762574.587173:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762574.587190:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762574/real 1787762574]  req@ffff9dd193d15a40 x1874603278414208/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762574.587206:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15a40 x1874603278414208/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762574.587217:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762574.587221:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762574.587225:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278414208:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762575.290679:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762575.610611:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762576.314690:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762576.634605:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762577.338668:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762577.658651:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762578.362625:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762578.682563:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762579.386597:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762579.706590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762579.706615:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762579.706621:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762579.706625:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762579.706633:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1619
00000100:00080000:2.0:1787762579.706642:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762579.706647:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762579.706677:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15680 x1874603278414336/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762579.706699:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762579.706713:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762579.706715:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762579.706718:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1619
00000100:00080000:2.0:1787762579.706721:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762579.706724:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762579.706733:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762579.706743:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278414464/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762579.706751:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278414336:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762579.706806:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762579.706837:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762579/real 1787762579]  req@ffff9dd193d15680 x1874603278414336/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762579.706850:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15680 x1874603278414336/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762579.706868:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762579.706871:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762579.706874:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278414336:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762579.706891:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278414464:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762579.706907:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762579.706915:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762579/real 1787762579]  req@ffff9dd193d161c0 x1874603278414464/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762579.706923:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278414464/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762579.706928:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762579.706931:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762579.706933:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278414464:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762580.410634:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762580.730605:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762581.434661:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762581.754598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762582.458676:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762582.778598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762583.482711:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762583.802589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762584.506672:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762584.826583:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762584.826596:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762584.826600:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762584.826609:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1624
00000100:00080000:2.0:1787762584.826619:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762584.826625:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762584.826630:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787762584.826663:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278414592/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762584.826693:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762584.826696:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762584.826698:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762584.826701:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1624
00000100:00080000:2.0:1787762584.826718:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762584.826722:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762584.826731:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278414592:192.168.203.118@tcp:250:kworker.0
00000008:00100000:2.0:1787762584.826732:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762584.826747:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278414720/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762584.826791:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762584.826822:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762584/real 1787762584]  req@ffff9dd193d17840 x1874603278414592/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762584.826834:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278414592/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762584.826842:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762584.826845:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762584.826855:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278414592:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762584.826875:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278414720:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762584.826892:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762584.826900:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762584/real 1787762584]  req@ffff9dd193d143c0 x1874603278414720/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762584.826908:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278414720/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762584.826914:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762584.826917:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762584.826919:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278414720:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762585.530623:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762585.850577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762586.554816:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762586.874615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762587.578734:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762587.898638:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762588.602668:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762588.922572:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762589.626609:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762589.946582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762589.946595:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762589.946600:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762589.946604:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762589.946612:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1629
00000100:00080000:0.0:1787762589.946621:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762589.946627:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762589.946659:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26d00 x1874603278414848/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762589.946681:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762589.946683:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762589.946685:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762589.946688:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1629
00000100:00080000:0.0:1787762589.946690:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762589.946706:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762589.946715:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762589.946725:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278414848:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787762589.946728:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24b40 x1874603278414976/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762589.946782:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762589.946812:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762589/real 1787762589]  req@ffff9dd193b26d00 x1874603278414848/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762589.946826:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26d00 x1874603278414848/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762589.946834:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762589.946837:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762589.946840:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278414848:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762589.946860:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278414976:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762589.946874:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762589.946891:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762589/real 1787762589]  req@ffff9dd193b24b40 x1874603278414976/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762589.946899:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24b40 x1874603278414976/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762589.946905:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762589.946907:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762589.946909:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278414976:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762590.650633:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762590.970614:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762591.674675:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762591.994597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762592.698638:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762593.018589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762593.722638:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762594.042607:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762594.746647:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762595.066640:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787762595.066644:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762595.066658:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762595.066666:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762595.066680:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1634
00000100:00080000:0.0:1787762595.066695:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762595.066704:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762595.066747:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26580 x1874603278415104/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762595.066780:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762595.066784:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762595.066786:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762595.066790:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1634
00000100:00080000:0.0:1787762595.066794:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762595.066798:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762595.066809:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762595.066822:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b261c0 x1874603278415232/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762595.066887:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278415104:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762595.067028:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278415232:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762595.770630:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762596.090615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762596.794788:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762597.114583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762597.818644:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762598.138606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:2.0:1787762598.138749:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:2.0:1787762598.138786:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787762598.138800:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:2.0:1787762598.138828:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:1.0:1787762598.138911:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762595/real 1787762598]  req@ffff9dd193b26580 x1874603278415104/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762598.138948:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26580 x1874603278415104/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762598.138958:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762598.138961:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762598.138964:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278415104:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762598.138970:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762595/real 1787762598]  req@ffff9dd193b261c0 x1874603278415232/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762598.138978:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b261c0 x1874603278415232/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762598.138983:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762598.138997:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762598.138999:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278415232:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762598.842651:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762599.162594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762599.866661:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762600.186601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762600.186637:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762600.186645:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762600.186662:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762600.186672:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1639
00000100:00080000:0.0:1787762600.186681:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762600.186687:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762600.186717:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24f00 x1874603278415360/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762600.186743:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762600.186747:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762600.186749:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762600.186754:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1639
00000100:00080000:0.0:1787762600.186758:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762600.186762:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762600.186772:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762600.186789:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24780 x1874603278415488/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762600.186801:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278415360:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762600.186873:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762600.186929:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762600/real 1787762600]  req@ffff9dd193b24f00 x1874603278415360/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762600.186949:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24f00 x1874603278415360/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762600.186961:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762600.186965:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762600.186970:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278415360:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762600.186995:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278415488:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762600.187021:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762600.187036:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762600/real 1787762600]  req@ffff9dd193b24780 x1874603278415488/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762600.187049:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24780 x1874603278415488/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762600.187060:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762600.187064:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762600.187068:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278415488:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762600.890742:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762601.210597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762601.914709:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762602.234631:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762602.938627:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762603.258613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762603.962744:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762604.282635:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762604.986639:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762605.306620:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787762605.306621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762605.306631:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762605.306636:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762605.306645:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1645
00000100:00080000:0.0:1787762605.306654:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762605.306660:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762605.306694:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b27840 x1874603278415616/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762605.306718:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762605.306730:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762605.306731:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762605.306735:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1645
00000100:00080000:0.0:1787762605.306738:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762605.306741:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762605.306749:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762605.306759:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25a40 x1874603278415744/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762605.306846:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278415616:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762605.306996:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762605.307053:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762605/real 1787762605]  req@ffff9dd193b27840 x1874603278415616/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762605.307080:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b27840 x1874603278415616/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762605.307095:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762605.307101:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762605.307107:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278415616:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762605.307117:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278415744:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762605.307143:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762605.307157:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762605/real 1787762605]  req@ffff9dd193b25a40 x1874603278415744/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762605.307173:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25a40 x1874603278415744/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762605.307183:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762605.307187:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762605.307191:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278415744:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762606.010747:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762606.330627:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762607.034721:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762607.354578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762608.058649:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762608.378584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762609.082652:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762609.402671:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762610.106666:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762610.426578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762610.426581:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762610.426588:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762610.426592:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762610.426599:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1650
00000100:00080000:0.0:1787762610.426608:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762610.426614:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762610.426646:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b243c0 x1874603278415872/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762610.426667:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762610.426670:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762610.426672:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762610.426674:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1650
00000100:00080000:0.0:1787762610.426677:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762610.426679:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762610.426686:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762610.426696:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25a40 x1874603278416000/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762610.426718:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278415872:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762610.426776:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762610.426807:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762610/real 1787762610]  req@ffff9dd193b243c0 x1874603278415872/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762610.426834:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b243c0 x1874603278415872/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762610.426855:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762610.426860:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762610.426863:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278415872:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762610.426881:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278416000:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762610.426899:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762610.426908:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762610/real 1787762610]  req@ffff9dd193b25a40 x1874603278416000/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762610.426916:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25a40 x1874603278416000/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762610.426923:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762610.426925:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762610.426927:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278416000:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762611.130627:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762611.450578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762612.154618:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762612.474584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762613.178678:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762613.498577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762614.202633:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762614.522615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762615.226794:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762615.546632:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762615.546655:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762615.546668:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762615.546674:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762615.546688:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1655
00000100:00080000:0.0:1787762615.546705:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762615.546716:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762615.546771:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b27840 x1874603278416128/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762615.546832:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762615.546838:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762615.546841:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762615.546846:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1655
00000100:00080000:0.0:1787762615.546852:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762615.546858:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762615.546873:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762615.546894:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24780 x1874603278416256/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762615.546913:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278416128:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762615.547028:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762615.547098:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762615/real 1787762615]  req@ffff9dd193b27840 x1874603278416128/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762615.547138:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b27840 x1874603278416128/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762615.547187:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762615.547193:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762615.547199:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278416128:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762615.547238:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278416256:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762615.547274:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762615.547291:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762615/real 1787762615]  req@ffff9dd193b24780 x1874603278416256/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762615.547307:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24780 x1874603278416256/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762615.547318:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762615.547322:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762615.547326:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278416256:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762616.250755:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762616.570586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762617.274658:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762617.594590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762618.298659:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762618.618619:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762619.322664:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762619.642630:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762620.346648:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762620.666608:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762620.666747:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762620.666760:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762620.666766:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762620.666806:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1660
00000100:00080000:0.0:1787762620.666822:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762620.666832:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762620.666915:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24f00 x1874603278416384/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762620.666964:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762620.666970:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762620.666973:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762620.666979:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1660
00000100:00080000:0.0:1787762620.666985:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762620.666990:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762620.667005:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762620.667023:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b261c0 x1874603278416512/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762620.667049:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278416384:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762620.667150:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762620.667208:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762620/real 1787762620]  req@ffff9dd193b24f00 x1874603278416384/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762620.667235:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24f00 x1874603278416384/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762620.667270:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762620.667276:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762620.667282:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278416384:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762620.667319:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278416512:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762620.667351:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762620.667367:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762620/real 1787762620]  req@ffff9dd193b261c0 x1874603278416512/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762620.667383:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b261c0 x1874603278416512/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762620.667394:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762620.667398:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762620.667402:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278416512:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762621.370625:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762621.690646:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762622.394671:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762622.714618:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762623.418610:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762623.738568:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762624.442616:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762624.762587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762625.466611:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762625.786574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762625.786613:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762625.786619:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762625.786622:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762625.786630:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1665
00000100:00080000:2.0:1787762625.786639:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762625.786645:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762625.786677:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278416640/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762625.786699:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762625.786702:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762625.786708:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762625.786725:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1665
00000100:00080000:2.0:1787762625.786729:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762625.786733:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762625.786754:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762625.786756:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278416640:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762625.786766:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278416768/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762625.786811:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762625.786850:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762625/real 1787762625]  req@ffff9dd193d16d00 x1874603278416640/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762625.786864:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278416640/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762625.786880:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762625.786883:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762625.786886:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278416640:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762625.786907:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278416768:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762625.786925:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762625.786934:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762625/real 1787762625]  req@ffff9dd193d152c0 x1874603278416768/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762625.786943:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278416768/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762625.786949:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762625.786952:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762625.786954:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278416768:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762626.490610:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762626.810585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762627.514715:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762627.834620:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762628.538606:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762628.858576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762629.562769:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762629.882562:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762630.586616:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762630.906579:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1787762630.906579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762630.906588:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762630.906591:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762630.906600:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1670
00000100:00080000:2.0:1787762630.906609:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762630.906616:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762630.906648:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278416896/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762630.906670:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762630.906673:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762630.906674:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762630.906677:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1670
00000100:00080000:2.0:1787762630.906680:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762630.906682:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762630.906689:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762630.906717:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278417024/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762630.906738:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278416896:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762630.906799:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762630.906833:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762630/real 1787762630]  req@ffff9dd193d152c0 x1874603278416896/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762630.906846:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278416896/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762630.906866:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762630.906877:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762630.906880:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278416896:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762630.906898:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278417024:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762630.906915:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762630.906924:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762630/real 1787762630]  req@ffff9dd193d16d00 x1874603278417024/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762630.906932:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278417024/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762630.906937:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762630.906940:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762630.906942:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278417024:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762631.610621:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762631.930613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762632.634612:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762632.954622:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762633.658612:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762633.978593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762634.682602:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762635.002592:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762635.706627:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762636.026594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762636.026629:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762636.026635:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762636.026639:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762636.026646:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1675
00000100:00080000:0.0:1787762636.026656:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762636.026662:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762636.026715:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26580 x1874603278417152/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762636.026740:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762636.026743:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762636.026745:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762636.026748:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1675
00000100:00080000:0.0:1787762636.026750:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762636.026767:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762636.026777:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762636.026788:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278417152:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787762636.026790:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24b40 x1874603278417280/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762636.026848:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762636.026879:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762636/real 1787762636]  req@ffff9dd193b26580 x1874603278417152/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762636.026894:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26580 x1874603278417152/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762636.026909:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762636.026913:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762636.026916:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278417152:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762636.026936:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278417280:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762636.026954:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762636.026963:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762636/real 1787762636]  req@ffff9dd193b24b40 x1874603278417280/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762636.026972:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24b40 x1874603278417280/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762636.026978:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762636.026981:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762636.026983:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278417280:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762636.730621:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762637.050582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762637.754601:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762638.074599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762638.778626:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762639.098582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762639.802605:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762640.122701:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762640.826767:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762641.146600:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787762641.146606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762641.146608:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762641.146613:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762641.146623:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1680
00000100:00080000:0.0:1787762641.146648:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762641.146655:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762641.146687:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26d00 x1874603278417408/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762641.146710:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762641.146713:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762641.146715:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762641.146717:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1680
00000100:00080000:0.0:1787762641.146720:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762641.146722:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762641.146730:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762641.146739:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26940 x1874603278417536/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762641.146753:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278417408:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762641.146806:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762641.146837:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762641/real 1787762641]  req@ffff9dd193b26d00 x1874603278417408/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762641.146851:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26d00 x1874603278417408/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762641.146858:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762641.146874:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762641.146879:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278417408:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762641.146907:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278417536:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762641.146932:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762641.146942:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762641/real 1787762641]  req@ffff9dd193b26940 x1874603278417536/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762641.146952:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26940 x1874603278417536/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762641.146958:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762641.146961:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762641.146964:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278417536:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762641.850708:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762642.170658:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762642.874671:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762643.194568:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762643.898592:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762644.218657:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762644.922764:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762645.242637:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762645.946632:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762646.266614:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762646.266623:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762646.266645:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762646.266655:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1685
00000100:00080000:0.0:1787762646.266663:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762646.266669:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762646.266690:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787762646.266704:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25680 x1874603278417664/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762646.266731:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762646.266734:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762646.266736:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762646.266740:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1685
00000100:00080000:0.0:1787762646.266743:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762646.266746:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762646.266755:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762646.266766:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b270c0 x1874603278417792/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762646.266781:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278417664:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762646.266833:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762646.266873:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762646/real 1787762646]  req@ffff9dd193b25680 x1874603278417664/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762646.266895:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25680 x1874603278417664/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762646.266904:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762646.266907:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762646.266910:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278417664:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762646.266961:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278417792:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762646.266980:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762646.266990:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762646/real 1787762646]  req@ffff9dd193b270c0 x1874603278417792/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762646.266999:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b270c0 x1874603278417792/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762646.267006:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762646.267008:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762646.267011:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278417792:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762646.970696:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762647.290675:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762647.994625:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762648.314687:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762649.018663:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762649.338807:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762650.042623:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762650.362642:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762651.066842:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762651.386696:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762651.386712:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762651.386727:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762651.386734:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762651.386750:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1691
00000100:00080000:0.0:1787762651.386768:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762651.386779:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762651.386833:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25e00 x1874603278417920/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762651.386891:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762651.386896:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762651.386900:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762651.386908:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1691
00000100:00080000:0.0:1787762651.386916:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762651.386922:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762651.386938:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278417920:192.168.203.118@tcp:250:kworker.0
00000008:00100000:0.0:1787762651.386939:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762651.386977:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b270c0 x1874603278418048/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762651.387014:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762651.387056:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762651/real 1787762651]  req@ffff9dd193b25e00 x1874603278417920/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762651.387071:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25e00 x1874603278417920/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762651.387080:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762651.387083:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762651.387087:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278417920:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762651.387107:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278418048:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762651.387143:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762651.387157:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762651/real 1787762651]  req@ffff9dd193b270c0 x1874603278418048/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762651.387171:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b270c0 x1874603278418048/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762651.387181:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762651.387185:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762651.387188:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278418048:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762652.090635:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762652.410704:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762653.114734:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762653.434671:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762654.138635:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762654.458673:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762655.162759:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762655.482622:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762656.186604:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762656.506580:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762656.506588:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762656.506592:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762656.506600:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1696
00000100:00080000:0.0:1787762656.506610:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762656.506616:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762656.506633:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787762656.506647:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25680 x1874603278418176/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762656.506670:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762656.506674:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762656.506677:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762656.506681:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1696
00000100:00080000:0.0:1787762656.506685:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762656.506689:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762656.506711:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762656.506726:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26940 x1874603278418304/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762656.506732:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278418176:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762656.506793:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762656.506824:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762656/real 1787762656]  req@ffff9dd193b25680 x1874603278418176/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762656.506839:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25680 x1874603278418176/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762656.506846:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762656.506849:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762656.506852:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278418176:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762656.506869:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278418304:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762656.506883:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762656.506900:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762656/real 1787762656]  req@ffff9dd193b26940 x1874603278418304/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762656.506908:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26940 x1874603278418304/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762656.506914:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762656.506916:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762656.506919:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278418304:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762657.210624:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762657.530730:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762658.234616:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762658.554724:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762659.258652:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762659.578588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762660.282703:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762660.602634:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762661.306708:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762661.626666:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762661.626678:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762661.626684:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1787762661.626687:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762661.626699:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1701
00000100:00080000:2.0:1787762661.626738:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762661.626747:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762661.626792:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278418432/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762661.626821:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762661.626824:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762661.626826:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762661.626829:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1701
00000100:00080000:2.0:1787762661.626832:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762661.626834:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762661.626845:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762661.626854:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278418560/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762661.626919:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278418432:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762661.627076:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278418560:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762662.330684:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762662.650752:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762663.354733:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762663.674676:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762664.378675:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762664.698607:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:0.0:1787762664.698896:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:0.0:1787762664.698944:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787762664.698964:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:0.0:1787762664.699007:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:1.0:1787762664.699112:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762661/real 1787762664]  req@ffff9dd193d143c0 x1874603278418432/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762664.699160:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278418432/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762664.699183:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762664.699192:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762664.699201:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278418432:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762664.699217:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762661/real 1787762664]  req@ffff9dd193d17840 x1874603278418560/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762664.699280:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278418560/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762664.699297:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762664.699304:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762664.699342:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278418560:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762665.402736:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762665.722695:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762666.426674:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762666.746591:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762666.746638:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762666.746646:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762666.746650:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762666.746660:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1706
00000100:00080000:0.0:1787762666.746669:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762666.746675:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762666.746704:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26d00 x1874603278418688/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762666.746726:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762666.746730:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762666.746732:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762666.746736:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1706
00000100:00080000:0.0:1787762666.746740:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762666.746744:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762666.746754:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762666.746772:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24b40 x1874603278418816/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762666.746772:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278418688:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762666.746849:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762666.746890:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762666/real 1787762666]  req@ffff9dd193b26d00 x1874603278418688/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762666.746909:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26d00 x1874603278418688/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762666.746920:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762666.746924:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762666.746928:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278418688:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762666.746956:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278418816:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762666.746981:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762666.746995:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762666/real 1787762666]  req@ffff9dd193b24b40 x1874603278418816/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762666.747007:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24b40 x1874603278418816/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762666.747030:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762666.747034:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762666.747038:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278418816:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762667.450620:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762667.770624:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762668.474739:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762668.794629:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762669.498686:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762669.818581:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762670.522667:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762670.842579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762671.546614:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762671.866569:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762671.866585:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762671.866591:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762671.866602:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762671.866611:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1711
00000100:00080000:0.0:1787762671.866620:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762671.866626:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762671.866656:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26580 x1874603278418944/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762671.866677:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762671.866681:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762671.866682:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762671.866685:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1711
00000100:00080000:0.0:1787762671.866688:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762671.866690:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762671.866698:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762671.866707:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b261c0 x1874603278419072/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762671.866733:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278418944:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762671.866789:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762671.866818:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762671/real 1787762671]  req@ffff9dd193b26580 x1874603278418944/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762671.866832:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26580 x1874603278418944/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762671.866839:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762671.866842:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762671.866845:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278418944:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762671.866850:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278419072:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762671.866864:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762671.866871:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762671/real 1787762671]  req@ffff9dd193b261c0 x1874603278419072/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762671.866879:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b261c0 x1874603278419072/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762671.866884:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762671.866886:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762671.866888:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278419072:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762672.570672:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762672.890679:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762673.594622:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762673.914575:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762674.618642:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762674.938572:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762675.642777:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762675.962616:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762676.666646:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762676.986624:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762676.986670:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762676.986680:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762676.986686:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762676.986700:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1716
00000100:00080000:0.0:1787762676.986736:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762676.986744:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762676.986803:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24f00 x1874603278419200/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762676.986829:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762676.986832:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762676.986833:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762676.986836:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1716
00000100:00080000:0.0:1787762676.986839:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762676.986842:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762676.986853:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762676.986863:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24780 x1874603278419328/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762676.986961:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278419200:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762676.987056:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762676.987112:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762676/real 1787762676]  req@ffff9dd193b24f00 x1874603278419200/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762676.987138:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24f00 x1874603278419200/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762676.987153:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762676.987159:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762676.987164:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278419200:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762676.987174:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278419328:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762676.987199:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762676.987213:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762676/real 1787762676]  req@ffff9dd193b24780 x1874603278419328/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762676.987228:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24780 x1874603278419328/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762676.987238:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762676.987242:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762676.987246:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278419328:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762677.690713:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762678.010576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762678.714612:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762679.034566:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762679.738773:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762680.058580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762680.762638:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762681.082588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762681.786658:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762682.106580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762682.106607:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762682.106613:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762682.106617:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762682.106625:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1721
00000100:00080000:0.0:1787762682.106635:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762682.106641:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762682.106673:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b27840 x1874603278419456/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762682.106695:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762682.106699:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762682.106714:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762682.106718:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1721
00000100:00080000:0.0:1787762682.106722:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762682.106725:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762682.106733:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278419456:192.168.203.118@tcp:250:kworker.0
00000008:00100000:0.0:1787762682.106734:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762682.106749:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25a40 x1874603278419584/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762682.106792:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762682.106822:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762682/real 1787762682]  req@ffff9dd193b27840 x1874603278419456/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762682.106842:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b27840 x1874603278419456/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762682.106851:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762682.106854:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762682.106856:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278419456:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762682.106877:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278419584:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762682.106899:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762682.106913:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762682/real 1787762682]  req@ffff9dd193b25a40 x1874603278419584/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762682.106927:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25a40 x1874603278419584/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762682.106936:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762682.106939:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762682.106942:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278419584:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762682.810604:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762683.130626:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762683.834660:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762684.154576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762684.858637:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762685.178577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762685.882647:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762686.202577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762686.906626:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762687.226572:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762687.226580:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762687.226584:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787762687.226585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762687.226595:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1726
00000100:00080000:2.0:1787762687.226604:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762687.226611:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762687.226642:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278419712/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762687.226665:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762687.226667:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762687.226669:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762687.226672:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1726
00000100:00080000:2.0:1787762687.226674:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762687.226676:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762687.226683:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762687.226693:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15680 x1874603278419840/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762687.226709:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278419712:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762687.226768:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762687.226798:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762687/real 1787762687]  req@ffff9dd193d161c0 x1874603278419712/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762687.226812:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278419712/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762687.226830:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762687.226833:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762687.226836:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278419712:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762687.226854:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278419840:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762687.226871:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762687.226879:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762687/real 1787762687]  req@ffff9dd193d15680 x1874603278419840/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762687.226887:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15680 x1874603278419840/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762687.226893:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762687.226895:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762687.226897:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278419840:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762687.930631:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762688.250573:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762688.954626:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762689.274576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762689.978622:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762690.298568:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762691.002631:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762691.322713:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762692.026675:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762692.346576:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1787762692.346577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762692.346585:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762692.346589:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762692.346597:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1732
00000100:00080000:2.0:1787762692.346606:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762692.346612:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762692.346641:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15a40 x1874603278419968/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762692.346662:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762692.346665:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762692.346667:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762692.346669:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1732
00000100:00080000:2.0:1787762692.346672:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762692.346674:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762692.346682:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762692.346691:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278420096/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762692.346710:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278419968:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762692.346763:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762692.346794:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762692/real 1787762692]  req@ffff9dd193d15a40 x1874603278419968/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762692.346807:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15a40 x1874603278419968/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762692.346815:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762692.346818:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762692.346821:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278419968:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762692.346839:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278420096:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762692.346855:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762692.346863:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762692/real 1787762692]  req@ffff9dd193d15e00 x1874603278420096/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762692.346880:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278420096/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762692.346886:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762692.346889:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762692.346891:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278420096:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762693.050657:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762693.370604:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762694.074633:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762694.394584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762695.098732:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762695.418597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762696.122753:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762696.442582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762697.146717:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762697.466637:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762697.466707:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762697.466716:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762697.466722:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762697.466734:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1737
00000100:00080000:3.0:1787762697.466747:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762697.466755:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762697.466800:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278420224/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762697.466853:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762697.466858:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762697.466861:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762697.466866:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1737
00000100:00080000:3.0:1787762697.466872:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762697.466877:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762697.466889:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762697.466906:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278420352/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762697.467008:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278420224:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762697.467106:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762697.467157:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762697/real 1787762697]  req@ffff9dd193c74b40 x1874603278420224/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762697.467182:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278420224/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762697.467196:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762697.467201:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762697.467206:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278420224:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762697.467216:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278420352:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762697.467273:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762697.467294:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762697/real 1787762697]  req@ffff9dd193c770c0 x1874603278420352/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762697.467325:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278420352/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762697.467337:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762697.467341:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762697.467345:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278420352:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762698.170696:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762698.490617:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762699.194645:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762699.514640:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762700.218675:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762700.538633:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762701.242638:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762701.562565:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762702.266708:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762702.586634:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762702.586709:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762702.586719:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762702.586725:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762702.586737:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1742
00000100:00080000:1.0:1787762702.586750:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762702.586758:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762702.586807:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f840 x1874603278420480/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762702.586861:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762702.586869:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762702.586873:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762702.586882:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1742
00000100:00080000:1.0:1787762702.586890:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762702.586900:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762702.586917:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762702.586929:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278420480:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762702.586969:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e1c0 x1874603278420608/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762702.587028:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762702.587102:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762702/real 1787762702]  req@ffff9dd186d6f840 x1874603278420480/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762702.587137:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f840 x1874603278420480/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762702.587158:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762702.587166:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762702.587174:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278420480:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762702.587237:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278420608:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762702.587274:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762702.587293:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762702/real 1787762702]  req@ffff9dd186d6e1c0 x1874603278420608/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762702.587309:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e1c0 x1874603278420608/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762702.587320:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762702.587324:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762702.587329:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278420608:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762703.290699:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762703.610633:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762704.314665:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762704.634619:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762705.338720:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762705.658563:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762706.362632:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762706.682573:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762707.386716:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762707.706614:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762707.706627:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762707.706634:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762707.706647:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1747
00000100:00100000:0.0:1787762707.706655:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762707.706661:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762707.706674:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762707.706734:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cf00 x1874603278420736/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762707.706770:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762707.706775:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762707.706778:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762707.706783:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1747
00000100:00080000:1.0:1787762707.706788:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762707.706792:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762707.706804:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762707.706819:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e940 x1874603278420864/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762707.706865:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278420736:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762707.706949:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762707.707012:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762707/real 1787762707]  req@ffff9dd186d6cf00 x1874603278420736/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762707.707085:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cf00 x1874603278420736/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762707.707107:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762707.707116:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762707.707124:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278420736:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762707.707141:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278420864:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762707.707209:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762707.707237:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762707/real 1787762707]  req@ffff9dd186d6e940 x1874603278420864/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762707.707263:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e940 x1874603278420864/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762707.707282:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762707.707289:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762707.707296:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278420864:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762708.410660:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762708.730608:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762709.434699:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762709.754622:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762710.458657:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762710.778653:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762711.482723:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762711.802634:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762712.506677:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762712.826629:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762712.826701:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762712.826711:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762712.826716:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762712.826728:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1752
00000100:00080000:2.0:1787762712.826741:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762712.826749:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762712.826827:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278420992/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762712.826867:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762712.826875:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762712.826879:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762712.826888:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1752
00000100:00080000:2.0:1787762712.826899:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762712.826908:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762712.826925:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762712.826936:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278420992:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762712.826959:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15a40 x1874603278421120/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762712.827049:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762712.827097:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762712/real 1787762712]  req@ffff9dd193d15e00 x1874603278420992/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762712.827121:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278420992/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762712.827173:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762712.827179:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762712.827185:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278420992:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762712.827216:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278421120:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762712.827251:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762712.827268:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762712/real 1787762712]  req@ffff9dd193d15a40 x1874603278421120/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762712.827285:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15a40 x1874603278421120/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762712.827296:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762712.827300:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762712.827305:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278421120:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762713.530658:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762713.850653:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762714.554639:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762714.874656:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762715.578729:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762715.898672:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762716.602601:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762716.922639:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762717.626771:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762717.946699:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762717.946745:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762717.946752:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762717.946757:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762717.946766:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1757
00000100:00080000:3.0:1787762717.946778:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762717.946785:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762717.946819:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75680 x1874603278421248/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762717.946841:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762717.946844:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762717.946845:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762717.946848:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1757
00000100:00080000:3.0:1787762717.946851:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762717.946853:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762717.946871:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762717.946882:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278421248:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787762717.946889:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278421376/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762717.946946:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762717.946982:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762717/real 1787762717]  req@ffff9dd193c75680 x1874603278421248/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762717.947030:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75680 x1874603278421248/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762717.947044:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762717.947049:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762717.947055:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278421248:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762717.947085:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278421376:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762717.947155:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762717.947164:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762717/real 1787762717]  req@ffff9dd193c770c0 x1874603278421376/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762717.947173:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278421376/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762717.947179:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762717.947181:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762717.947183:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278421376:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762718.650598:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762718.970616:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762719.674662:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762719.994720:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762720.698677:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762721.018670:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762721.722775:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762722.042705:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762722.746611:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762723.066636:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762723.066646:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762723.066656:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762723.066663:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762723.066679:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1762
00000100:00080000:3.0:1787762723.066695:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762723.066708:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762723.066763:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278421504/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762723.066802:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762723.066807:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762723.066809:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762723.066815:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1762
00000100:00080000:3.0:1787762723.066820:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762723.066825:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762723.066837:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762723.066854:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278421632/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762723.066923:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278421504:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762723.067023:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762723.067115:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762723/real 1787762723]  req@ffff9dd193c74b40 x1874603278421504/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762723.067169:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278421504/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762723.067183:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762723.067189:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762723.067194:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278421504:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762723.067204:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278421632:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762723.067238:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762723.067254:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762723/real 1787762723]  req@ffff9dd193c76580 x1874603278421632/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762723.067269:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278421632/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762723.067280:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762723.067284:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762723.067288:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278421632:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762723.770599:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762724.090633:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762724.794652:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762725.114656:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762725.818736:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762726.138656:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762726.842624:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762727.162662:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762727.866757:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762728.186620:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762728.186632:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762728.186638:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787762728.186649:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762728.186651:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1767
00000100:00080000:3.0:1787762728.186686:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762728.186697:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762728.186740:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278421760/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762728.186778:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762728.186783:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762728.186786:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762728.186791:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1767
00000100:00080000:3.0:1787762728.186794:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762728.186799:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762728.186811:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762728.186827:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278421888/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762728.186878:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278421760:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762728.187018:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278421888:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762728.890716:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762729.210697:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762729.914764:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762730.234667:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762730.938716:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762731.258829:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:1.0:1787762731.258962:0:2337:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:1.0:1787762731.259064:0:2337:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787762731.259087:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:1.0:1787762731.259142:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:2.0:1787762731.259258:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762728/real 1787762731]  req@ffff9dd193c76940 x1874603278421760/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762731.259307:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278421760/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762731.259329:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762731.259354:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762731.259363:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278421760:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762731.259379:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762728/real 1787762731]  req@ffff9dd193c75a40 x1874603278421888/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762731.259408:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278421888/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762731.259424:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762731.259432:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762731.259440:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278421888:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762731.962768:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762732.282615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762732.986692:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762733.306608:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762733.306622:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762733.306627:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762733.306642:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1773
00000100:00080000:3.0:1787762733.306670:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762733.306681:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762733.306731:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278422016/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762733.306736:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762733.306765:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762733.306772:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762733.306791:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762733.306796:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1773
00000100:00080000:3.0:1787762733.306801:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762733.306806:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762733.306825:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762733.306841:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278422144/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762733.306872:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278422016:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762733.307029:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762733.307130:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762733/real 1787762733]  req@ffff9dd193c74f00 x1874603278422016/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762733.307166:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278422016/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762733.307187:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762733.307195:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762733.307203:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278422016:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762733.307255:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278422144:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762733.307303:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762733.307331:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762733/real 1787762733]  req@ffff9dd193c74000 x1874603278422144/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762733.307394:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278422144/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762733.307412:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762733.307419:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762733.307425:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278422144:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762734.010608:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762734.330808:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762735.034613:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762735.354605:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762736.058736:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762736.378640:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762737.082603:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762737.402576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762738.106640:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762738.426600:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762738.426628:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762738.426633:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762738.426637:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762738.426644:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1778
00000100:00080000:1.0:1787762738.426653:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762738.426658:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762738.426689:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c000 x1874603278422272/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762738.426711:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762738.426714:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762738.426719:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762738.426722:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1778
00000100:00080000:1.0:1787762738.426724:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762738.426727:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762738.426735:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762738.426744:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f0c0 x1874603278422400/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762738.426759:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278422272:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762738.426812:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762738.426847:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762738/real 1787762738]  req@ffff9dd186d6c000 x1874603278422272/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762738.426860:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c000 x1874603278422272/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762738.426869:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762738.426872:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762738.426874:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278422272:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762738.426892:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278422400:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762738.426915:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762738.426924:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762738/real 1787762738]  req@ffff9dd186d6f0c0 x1874603278422400/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762738.426932:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f0c0 x1874603278422400/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762738.426951:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762738.426954:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762738.426956:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278422400:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762739.130616:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762739.450613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762740.154649:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762740.474637:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762741.178611:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762741.498614:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762742.202849:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762742.522574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762743.226701:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762743.546589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762743.546599:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762743.546605:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762743.546608:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762743.546617:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1783
00000100:00080000:3.0:1787762743.546626:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762743.546632:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762743.546661:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278422528/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762743.546688:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762743.546693:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762743.546695:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762743.546699:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1783
00000100:00080000:3.0:1787762743.546703:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762743.546708:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762743.546731:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762743.546733:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278422528:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787762743.546745:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278422656/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762743.546793:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762743.546840:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762743/real 1787762743]  req@ffff9dd193c77840 x1874603278422528/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762743.546856:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278422528/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762743.546864:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762743.546868:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762743.546872:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278422528:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762743.546897:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278422656:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762743.546922:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762743.546949:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762743/real 1787762743]  req@ffff9dd193c752c0 x1874603278422656/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762743.546958:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278422656/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762743.546964:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762743.546967:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762743.546976:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278422656:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762744.250667:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762744.570578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762745.274634:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762745.594615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762746.298647:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762746.618558:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762747.322598:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762747.642564:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762748.346729:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762748.666590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762748.666590:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762748.666599:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762748.666603:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762748.666611:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1788
00000100:00080000:3.0:1787762748.666620:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762748.666626:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762748.666659:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c743c0 x1874603278422784/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762748.666680:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762748.666683:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762748.666684:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762748.666687:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1788
00000100:00080000:3.0:1787762748.666689:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762748.666691:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762748.666699:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762748.666709:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278422912/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762748.666728:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278422784:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762748.666781:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762748.666818:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762748/real 1787762748]  req@ffff9dd193c743c0 x1874603278422784/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762748.666832:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c743c0 x1874603278422784/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762748.666840:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762748.666843:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762748.666846:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278422784:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762748.666851:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278422912:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762748.666865:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762748.666873:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762748/real 1787762748]  req@ffff9dd193c752c0 x1874603278422912/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762748.666881:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278422912/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762748.666886:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762748.666888:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762748.666908:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278422912:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762749.370618:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762749.690585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762750.394654:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762750.714578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762751.418608:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762751.738572:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762752.442743:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762752.762584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762753.466626:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762753.786565:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762753.786586:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762753.786592:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762753.786596:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762753.786619:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1793
00000100:00080000:3.0:1787762753.786628:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762753.786633:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762753.786662:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278423040/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762753.786685:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762753.786687:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762753.786689:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762753.786692:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1793
00000100:00080000:3.0:1787762753.786694:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762753.786696:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762753.786703:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762753.786713:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278423168/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762753.786761:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278423040:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762753.786815:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762753.786864:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762753/real 1787762753]  req@ffff9dd193c77840 x1874603278423040/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762753.786880:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278423040/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762753.786888:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762753.786891:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762753.786894:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278423040:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762753.786899:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278423168:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762753.786915:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762753.786923:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762753/real 1787762753]  req@ffff9dd193c74000 x1874603278423168/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762753.786930:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278423168/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762753.786936:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762753.786937:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762753.786939:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278423168:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762754.490746:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762754.810620:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762755.514743:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762755.834592:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762756.538770:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762756.858607:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762757.562711:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762757.882590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762758.586712:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762758.906610:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787762758.906613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762758.906621:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762758.906626:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762758.906645:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1798
00000100:00080000:3.0:1787762758.906660:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762758.906670:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762758.906725:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278423296/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762758.906778:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762758.906781:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762758.906783:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762758.906787:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1798
00000100:00080000:3.0:1787762758.906790:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762758.906794:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762758.906806:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762758.906817:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278423424/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762758.906958:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278423296:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762758.907051:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762758.907120:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762758/real 1787762758]  req@ffff9dd193c74f00 x1874603278423296/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762758.907146:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278423296/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762758.907161:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762758.907166:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762758.907172:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278423296:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762758.907181:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278423424:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762758.907210:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762758.907225:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762758/real 1787762758]  req@ffff9dd193c75a40 x1874603278423424/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762758.907240:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278423424/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762758.907250:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762758.907254:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762758.907258:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278423424:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762759.610681:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762759.930648:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762760.634661:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762760.954655:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762761.658722:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762761.978606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762762.682671:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762763.002619:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762763.706672:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762764.026670:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787762764.026690:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762764.026692:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762764.026702:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762764.026726:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1803
00000100:00080000:3.0:1787762764.026748:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762764.026764:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762764.026868:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278423552/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762764.026920:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762764.026928:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762764.026932:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762764.026941:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1803
00000100:00080000:3.0:1787762764.026973:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762764.026984:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762764.027003:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762764.027028:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278423680/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762764.027070:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278423552:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762764.027171:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762764.027250:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762764/real 1787762764]  req@ffff9dd193c76940 x1874603278423552/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762764.027314:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278423552/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762764.027336:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762764.027343:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762764.027349:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278423552:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762764.027391:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278423680:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762764.027451:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762764.027476:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762764/real 1787762764]  req@ffff9dd193c76580 x1874603278423680/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762764.027496:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278423680/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762764.027506:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762764.027510:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762764.027514:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278423680:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762764.730724:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762765.050662:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762765.754729:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762766.074681:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762766.778647:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762767.098699:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762767.802736:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762768.122702:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762768.826641:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762769.146651:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762769.146653:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762769.146668:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762769.146674:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762769.146687:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1808
00000100:00080000:0.0:1787762769.146705:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762769.146740:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762769.146808:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b243c0 x1874603278423808/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762769.146845:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762769.146849:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762769.146850:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762769.146854:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1808
00000100:00080000:0.0:1787762769.146857:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762769.146861:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762769.146874:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762769.146888:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25a40 x1874603278423936/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762769.146918:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278423808:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762769.147006:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762769.147056:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762769/real 1787762769]  req@ffff9dd193b243c0 x1874603278423808/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762769.147080:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b243c0 x1874603278423808/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762769.147121:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762769.147127:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762769.147133:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278423808:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762769.147165:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278423936:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762769.147215:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762769.147233:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762769/real 1787762769]  req@ffff9dd193b25a40 x1874603278423936/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762769.147248:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25a40 x1874603278423936/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762769.147259:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762769.147263:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762769.147267:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278423936:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762769.850776:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762770.170646:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762770.874664:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762771.194571:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762771.898811:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762772.218579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762772.922698:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762773.242576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762773.946765:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762774.266590:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1787762774.266590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762774.266601:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762774.266605:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762774.266616:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1813
00000100:00080000:0.0:1787762774.266628:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762774.266638:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762774.266679:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b27840 x1874603278424064/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762774.266707:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762774.266711:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762774.266730:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762774.266773:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1813
00000100:00080000:0.0:1787762774.266781:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762774.266788:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762774.266802:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762774.266828:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278424064:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787762774.266830:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24780 x1874603278424192/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762774.266928:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762774.266971:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762774/real 1787762774]  req@ffff9dd193b27840 x1874603278424064/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762774.266994:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b27840 x1874603278424064/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762774.267038:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762774.267047:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762774.267055:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278424064:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762774.267097:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278424192:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762774.267132:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762774.267163:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762774/real 1787762774]  req@ffff9dd193b24780 x1874603278424192/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762774.267180:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24780 x1874603278424192/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762774.267190:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762774.267195:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762774.267199:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278424192:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762774.970745:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762775.290627:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762775.994748:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762776.314589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762777.018726:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762777.338606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762778.042612:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762778.362576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762779.066650:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762779.386595:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762779.386609:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762779.386615:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762779.386619:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762779.386627:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1819
00000100:00080000:2.0:1787762779.386635:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762779.386641:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762779.386672:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15680 x1874603278424320/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762779.386707:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762779.386722:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762779.386723:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762779.386727:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1819
00000100:00080000:2.0:1787762779.386731:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762779.386735:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762779.386744:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762779.386754:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278424320:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762779.386758:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278424448/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762779.386813:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762779.386852:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762779/real 1787762779]  req@ffff9dd193d15680 x1874603278424320/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762779.386872:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15680 x1874603278424320/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762779.386881:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762779.386884:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762779.386887:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278424320:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762779.386904:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278424448:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762779.386919:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762779.386927:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762779/real 1787762779]  req@ffff9dd193d161c0 x1874603278424448/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762779.386935:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278424448/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762779.386941:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762779.386943:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762779.386953:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278424448:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762780.090762:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762780.410615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762781.114699:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762781.434628:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762782.138781:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762782.458612:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762783.162770:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762783.482611:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762784.186720:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762784.506678:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762784.506715:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762784.506729:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762784.506736:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762784.506752:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1824
00000100:00080000:2.0:1787762784.506770:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762784.506783:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762784.506832:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278424576/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762784.506869:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762784.506874:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762784.506877:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762784.506882:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1824
00000100:00080000:2.0:1787762784.506888:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762784.506894:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762784.506907:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762784.506923:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278424576:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762784.506926:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278424704/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762784.507009:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762784.507068:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762784/real 1787762784]  req@ffff9dd193d17840 x1874603278424576/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762784.507093:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278424576/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762784.507109:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762784.507116:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762784.507123:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278424576:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762784.507155:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278424704:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762784.507182:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762784.507196:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762784/real 1787762784]  req@ffff9dd193d143c0 x1874603278424704/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762784.507212:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278424704/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762784.507222:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762784.507226:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762784.507230:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278424704:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762785.210782:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762785.530659:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762786.234759:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762786.554660:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762787.258732:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762787.578601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762788.282719:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762788.602582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762789.306734:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762789.626586:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762789.626595:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762789.626599:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787762789.626599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762789.626624:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1829
00000100:00080000:0.0:1787762789.626634:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762789.626654:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762789.626681:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24f00 x1874603278424832/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762789.626702:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762789.626706:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762789.626707:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762789.626710:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1829
00000100:00080000:0.0:1787762789.626714:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762789.626716:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762789.626725:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762789.626734:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b261c0 x1874603278424960/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762789.626752:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278424832:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762789.626806:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762789.626843:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762789/real 1787762789]  req@ffff9dd193b24f00 x1874603278424832/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762789.626857:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24f00 x1874603278424832/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762789.626865:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762789.626868:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762789.626872:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278424832:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762789.626890:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278424960:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762789.626905:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762789.626913:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762789/real 1787762789]  req@ffff9dd193b261c0 x1874603278424960/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762789.626921:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b261c0 x1874603278424960/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762789.626926:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762789.626928:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762789.626930:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278424960:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762790.330690:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762790.650667:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762791.354738:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762791.674651:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762792.378635:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762792.698583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762793.402666:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762793.722603:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762794.426698:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762794.746638:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787762794.746642:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762794.746652:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762794.746658:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762794.746673:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1834
00000100:00080000:0.0:1787762794.746689:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762794.746702:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762794.746757:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26580 x1874603278425088/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762794.746796:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762794.746802:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762794.746805:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762794.746810:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1834
00000100:00080000:0.0:1787762794.746840:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762794.746847:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762794.746860:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762794.746883:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24b40 x1874603278425216/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762794.746914:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278425088:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762794.747069:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278425216:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762795.450757:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762795.770668:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762796.474740:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762796.794662:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762797.498622:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762797.818604:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:2.0:1787762797.818763:0:2338:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:2.0:1787762797.818796:0:2338:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787762797.818810:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:2.0:1787762797.818841:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:1.0:1787762797.818882:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762794/real 1787762797]  req@ffff9dd193b24b40 x1874603278425216/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762797.818903:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24b40 x1874603278425216/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762797.818924:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762797.818929:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762797.818933:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278425216:192.168.203.118@tcp:38:kworker.0
00000100:00100000:1.0:1787762797.818942:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762794/real 1787762797]  req@ffff9dd193b26580 x1874603278425088/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762797.818956:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26580 x1874603278425088/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762797.818964:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762797.818967:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762797.818971:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278425088:192.168.203.118@tcp:250:kworker.0
00010000:00010000:2.0:1787762798.522813:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762798.842631:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762799.546821:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762799.866615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762799.866702:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762799.866709:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762799.866713:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762799.866724:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1839
00000100:00080000:0.0:1787762799.866735:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762799.866743:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762799.866779:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26d00 x1874603278425344/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762799.866814:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762799.866818:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762799.866819:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762799.866823:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1839
00000100:00080000:0.0:1787762799.866826:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762799.866829:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762799.866838:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762799.866850:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26940 x1874603278425472/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762799.866880:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278425344:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762799.866952:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762799.867000:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762799/real 1787762799]  req@ffff9dd193b26d00 x1874603278425344/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762799.867027:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26d00 x1874603278425344/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762799.867042:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762799.867049:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762799.867055:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278425344:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762799.867065:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278425472:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762799.867132:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762799.867158:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762799/real 1787762799]  req@ffff9dd193b26940 x1874603278425472/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762799.867178:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26940 x1874603278425472/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762799.867190:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762799.867195:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762799.867200:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278425472:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762800.570732:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762800.890630:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762801.594727:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762801.914615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762802.618719:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762802.938587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762803.642747:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762803.962640:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762804.666711:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762804.986687:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762804.986702:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762804.986709:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762804.986725:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1844
00000100:00100000:3.0:1787762804.986729:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762804.986743:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762804.986778:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762804.986834:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278425600/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762804.986876:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762804.986881:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762804.986883:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762804.986889:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1844
00000100:00080000:2.0:1787762804.986894:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762804.986900:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762804.986915:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762804.986932:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278425728/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762804.986951:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278425600:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762804.987043:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762804.987095:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762804/real 1787762804]  req@ffff9dd193d16d00 x1874603278425600/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762804.987123:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278425600/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762804.987137:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762804.987144:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762804.987149:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278425600:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762804.987182:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278425728:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762804.987213:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762804.987230:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762804/real 1787762804]  req@ffff9dd193d152c0 x1874603278425728/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762804.987285:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278425728/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762804.987299:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762804.987304:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762804.987309:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278425728:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762805.690684:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762806.010618:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762806.714694:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762807.034681:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762807.738709:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762808.058656:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762808.762669:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762809.082684:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762809.786698:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762810.106666:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762810.106682:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762810.106689:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762810.106705:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1849
00000100:00100000:3.0:1787762810.106721:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762810.106729:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762810.106745:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762810.106801:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278425856/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762810.106850:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762810.106853:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762810.106855:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762810.106859:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1849
00000100:00080000:2.0:1787762810.106862:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762810.106865:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762810.106876:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762810.106887:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278425984/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762810.106978:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278425856:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762810.107065:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762810.107115:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762810/real 1787762810]  req@ffff9dd193d152c0 x1874603278425856/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762810.107139:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278425856/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762810.107154:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762810.107159:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762810.107165:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278425856:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762810.107174:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278425984:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762810.107198:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762810.107212:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762810/real 1787762810]  req@ffff9dd193d16d00 x1874603278425984/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762810.107227:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278425984/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762810.107262:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762810.107267:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762810.107271:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278425984:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762810.810695:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762811.130617:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762811.834643:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762812.154583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762812.858693:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762813.178572:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762813.882711:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762814.202600:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762814.906759:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762815.226621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762815.226666:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762815.226679:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762815.226685:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762815.226701:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1854
00000100:00080000:2.0:1787762815.226717:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762815.226730:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762815.226786:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278426112/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762815.226822:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762815.226827:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762815.226829:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762815.226835:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1854
00000100:00080000:2.0:1787762815.226860:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762815.226880:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762815.226881:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278426112:192.168.203.118@tcp:250:kworker.0
00000008:00100000:2.0:1787762815.226908:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762815.226936:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278426240/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762815.226982:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762815.227032:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762815/real 1787762815]  req@ffff9dd193d143c0 x1874603278426112/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762815.227057:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278426112/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762815.227071:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762815.227077:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762815.227082:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278426112:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762815.227113:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278426240:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762815.227140:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762815.227154:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762815/real 1787762815]  req@ffff9dd193d17840 x1874603278426240/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762815.227169:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278426240/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762815.227181:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762815.227188:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762815.227195:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278426240:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762815.930739:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762816.250746:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762816.954720:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762817.274662:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762817.978671:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762818.298621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762819.002713:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762819.322644:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762820.026602:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762820.346606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762820.346611:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762820.346616:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762820.346620:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762820.346628:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1860
00000100:00080000:3.0:1787762820.346638:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762820.346644:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762820.346675:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278426368/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762820.346721:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762820.346730:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762820.346733:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762820.346751:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1860
00000100:00080000:3.0:1787762820.346784:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762820.346794:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762820.346805:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278426368:192.168.203.118@tcp:250:kworker.0
00000008:00100000:3.0:1787762820.346811:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762820.346835:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278426496/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762820.346898:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762820.346955:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762820/real 1787762820]  req@ffff9dd193c74b40 x1874603278426368/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762820.346979:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278426368/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762820.347006:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762820.347012:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762820.347017:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278426368:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762820.347048:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278426496:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762820.347088:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762820.347114:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762820/real 1787762820]  req@ffff9dd193c770c0 x1874603278426496/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762820.347140:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278426496/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762820.347159:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762820.347166:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762820.347172:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278426496:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762821.050607:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762821.370592:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762822.074687:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762822.394606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762823.098729:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762823.418635:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762824.122713:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762824.442637:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762825.146681:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762825.466604:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762825.466669:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762825.466682:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762825.466688:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762825.466703:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1865
00000100:00080000:3.0:1787762825.466718:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762825.466728:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762825.466785:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75680 x1874603278426624/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762825.466826:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762825.466831:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762825.466834:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762825.466840:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1865
00000100:00080000:3.0:1787762825.466844:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762825.466848:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762825.466862:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762825.466883:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278426752/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762825.466918:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278426624:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762825.466994:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762825.467028:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762825/real 1787762825]  req@ffff9dd193c75680 x1874603278426624/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762825.467043:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75680 x1874603278426624/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762825.467051:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762825.467054:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762825.467057:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278426624:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762825.467077:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278426752:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762825.467091:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762825.467099:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762825/real 1787762825]  req@ffff9dd193c770c0 x1874603278426752/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762825.467108:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278426752/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762825.467113:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762825.467115:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762825.467117:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278426752:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762826.170732:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762826.490609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762827.194827:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762827.514668:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762828.218631:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762828.538572:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762829.242639:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762829.562586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762830.266629:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762830.586591:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762830.586599:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762830.586616:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762830.586620:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762830.586628:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1870
00000100:00080000:0.0:1787762830.586638:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762830.586643:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762830.586671:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25680 x1874603278426880/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762830.586692:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762830.586695:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762830.586696:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762830.586699:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1870
00000100:00080000:0.0:1787762830.586701:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762830.586704:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762830.586718:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762830.586732:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278426880:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787762830.586734:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b270c0 x1874603278427008/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762830.586799:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762830.586828:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762830/real 1787762830]  req@ffff9dd193b25680 x1874603278426880/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762830.586842:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25680 x1874603278426880/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762830.586850:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762830.586853:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762830.586855:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278426880:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762830.586872:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278427008:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762830.586885:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762830.586893:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762830/real 1787762830]  req@ffff9dd193b270c0 x1874603278427008/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762830.586901:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b270c0 x1874603278427008/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762830.586906:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762830.586909:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762830.586911:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278427008:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762831.290606:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762831.610584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762832.314622:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762832.634595:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762833.338647:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762833.658585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762834.362629:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762834.682607:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762835.386641:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762835.706589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762835.706604:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762835.706624:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762835.706628:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762835.706635:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1875
00000100:00080000:3.0:1787762835.706644:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762835.706649:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762835.706678:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278427136/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762835.706702:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762835.706705:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762835.706706:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762835.706709:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1875
00000100:00080000:3.0:1787762835.706711:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762835.706714:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762835.706722:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762835.706731:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278427264/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762835.706756:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278427136:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762835.706810:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762835.706848:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762835/real 1787762835]  req@ffff9dd193c74b40 x1874603278427136/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762835.706880:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278427136/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762835.706888:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762835.706891:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762835.706894:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278427136:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762835.706900:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278427264:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762835.706918:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762835.706926:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762835/real 1787762835]  req@ffff9dd193c76580 x1874603278427264/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762835.706935:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278427264/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762835.706941:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762835.706943:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762835.706945:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278427264:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762836.410618:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762836.730586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762837.434725:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762837.754588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762838.458754:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762838.778576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762839.482649:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762839.802638:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762840.506635:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762840.826649:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762840.826658:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762840.826668:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762840.826674:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762840.826686:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1880
00000100:00080000:3.0:1787762840.826700:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762840.826710:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762840.826754:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278427392/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762840.826817:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762840.826822:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762840.826825:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762840.826831:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1880
00000100:00080000:3.0:1787762840.826836:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762840.826841:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762840.826853:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762840.826871:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278427520/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762840.826942:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278427392:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762840.827024:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762840.827071:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762840/real 1787762840]  req@ffff9dd193c76940 x1874603278427392/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762840.827120:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278427392/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762840.827159:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762840.827166:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762840.827174:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278427392:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762840.827186:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278427520:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762840.827221:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762840.827235:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762840/real 1787762840]  req@ffff9dd193c75a40 x1874603278427520/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762840.827249:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278427520/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762840.827282:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762840.827286:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762840.827290:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278427520:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762841.530719:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762841.850613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762842.554723:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762842.874587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762843.578735:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762843.898608:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762844.602708:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787762844.922645:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762845.626730:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762845.946650:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1787762845.946660:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762845.946664:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762845.946670:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762845.946685:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1885
00000100:00080000:2.0:1787762845.946700:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762845.946712:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762845.946764:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278427648/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762845.946825:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762845.946830:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762845.946833:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762845.946838:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1885
00000100:00080000:2.0:1787762845.946855:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762845.946861:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762845.946878:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762845.946896:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15680 x1874603278427776/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762845.946951:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278427648:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762845.947046:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762845.947094:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762845/real 1787762845]  req@ffff9dd193d161c0 x1874603278427648/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762845.947118:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278427648/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762845.947131:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762845.947137:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762845.947142:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278427648:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762845.947164:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278427776:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762845.947193:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762845.947208:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762845/real 1787762845]  req@ffff9dd193d15680 x1874603278427776/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762845.947249:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15680 x1874603278427776/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762845.947261:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762845.947265:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762845.947269:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278427776:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762846.650620:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762846.970606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762847.674659:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762847.994652:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762848.698629:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762849.018594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762849.722625:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762850.042620:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762850.746622:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762851.066586:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762851.066593:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1787762851.066596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762851.066597:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762851.066608:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1890
00000100:00080000:2.0:1787762851.066617:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762851.066624:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762851.066654:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15a40 x1874603278427904/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762851.066674:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762851.066677:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762851.066679:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762851.066697:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1890
00000100:00080000:2.0:1787762851.066701:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762851.066706:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762851.066716:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762851.066730:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278428032/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762851.066754:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278427904:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762851.066814:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762851.066845:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762851/real 1787762851]  req@ffff9dd193d15a40 x1874603278427904/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762851.066859:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15a40 x1874603278427904/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762851.066867:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762851.066870:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762851.066873:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278427904:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762851.066878:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278428032:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762851.066893:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762851.066900:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762851/real 1787762851]  req@ffff9dd193d15e00 x1874603278428032/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762851.066929:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278428032/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762851.066935:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762851.066938:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762851.066940:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278428032:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762851.770761:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762852.090699:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762852.794673:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762853.114600:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762853.818632:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762854.138586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762854.842667:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762855.162582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762855.866659:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762856.186579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762856.186581:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762856.186589:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762856.186592:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762856.186600:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1895
00000100:00080000:2.0:1787762856.186610:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762856.186616:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762856.186657:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278428160/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762856.186678:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762856.186680:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762856.186682:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762856.186685:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1895
00000100:00080000:2.0:1787762856.186687:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762856.186690:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762856.186698:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762856.186707:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15a40 x1874603278428288/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762856.186743:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278428160:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762856.186805:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762856.186846:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762856/real 1787762856]  req@ffff9dd193d15e00 x1874603278428160/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762856.186870:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278428160/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762856.186883:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762856.186888:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762856.186892:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278428160:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762856.186901:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278428288:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762856.186928:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762856.186943:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762856/real 1787762856]  req@ffff9dd193d15a40 x1874603278428288/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762856.186954:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15a40 x1874603278428288/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762856.186976:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762856.186979:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762856.186981:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278428288:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762856.890621:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762857.210576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762857.914621:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762858.234624:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762858.938640:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762859.258597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762859.962673:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762860.282606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762860.986658:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762861.306582:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762861.306604:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762861.306607:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787762861.306609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762861.306616:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1901
00000100:00080000:2.0:1787762861.306626:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762861.306633:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762861.306666:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15680 x1874603278428416/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762861.306696:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762861.306709:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762861.306714:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762861.306719:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1901
00000100:00080000:2.0:1787762861.306722:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762861.306725:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762861.306734:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762861.306751:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278428544/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762861.306805:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278428416:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762861.307001:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278428544:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762862.010641:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762862.330635:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762863.034630:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762863.354573:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762864.058612:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762864.378602:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:2.0:1787762864.378748:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:2.0:1787762864.378782:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787762864.378796:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:2.0:1787762864.378825:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:1.0:1787762864.378873:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762861/real 1787762864]  req@ffff9dd193d15680 x1874603278428416/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762864.378901:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15680 x1874603278428416/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762864.378914:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762864.378919:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762864.378930:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278428416:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762864.378939:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762861/real 1787762864]  req@ffff9dd193d161c0 x1874603278428544/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762864.378954:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278428544/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762864.378964:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762864.378968:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762864.378973:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278428544:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762865.082759:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762865.402696:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762866.106597:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762866.426625:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762866.426636:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762866.426640:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762866.426649:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1906
00000100:00080000:1.0:1787762866.426659:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762866.426666:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762866.426702:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6fc00 x1874603278428672/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762866.426714:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762866.426740:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762866.426745:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762866.426747:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762866.426755:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1906
00000100:00080000:1.0:1787762866.426760:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762866.426766:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762866.426777:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762866.426779:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278428672:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762866.426803:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cb40 x1874603278428800/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762866.426849:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762866.426888:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762866/real 1787762866]  req@ffff9dd186d6fc00 x1874603278428672/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762866.426921:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6fc00 x1874603278428672/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762866.426931:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762866.426935:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762866.426939:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278428672:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762866.426963:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278428800:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762866.426989:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762866.427004:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762866/real 1787762866]  req@ffff9dd186d6cb40 x1874603278428800/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762866.427017:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cb40 x1874603278428800/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762866.427025:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762866.427028:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762866.427032:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278428800:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762867.130742:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762867.450624:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762868.154638:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762868.474693:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762869.178663:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762869.498576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762870.202598:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762870.522581:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762871.226705:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762871.546594:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762871.546607:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1787762871.546614:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762871.546615:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762871.546631:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1911
00000100:00080000:1.0:1787762871.546662:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762871.546671:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762871.546706:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6d2c0 x1874603278428928/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762871.546737:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762871.546741:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762871.546743:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762871.546748:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1911
00000100:00080000:1.0:1787762871.546751:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762871.546755:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762871.546765:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762871.546779:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6ed00 x1874603278429056/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762871.546798:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278428928:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762871.546877:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762871.546924:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762871/real 1787762871]  req@ffff9dd186d6d2c0 x1874603278428928/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762871.546943:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6d2c0 x1874603278428928/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762871.546963:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762871.546968:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762871.546972:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278428928:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762871.546997:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278429056:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762871.547023:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762871.547035:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762871/real 1787762871]  req@ffff9dd186d6ed00 x1874603278429056/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762871.547069:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6ed00 x1874603278429056/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762871.547078:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762871.547081:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762871.547084:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278429056:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762872.250630:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762872.570593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762873.274668:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762873.594571:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762874.298618:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762874.618617:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762875.322741:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762875.642700:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762876.346667:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762876.666593:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762876.666602:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762876.666606:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762876.666614:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1916
00000100:00080000:1.0:1787762876.666624:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762876.666631:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762876.666668:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6ed00 x1874603278429184/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762876.666694:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762876.666711:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762876.666713:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762876.666718:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1916
00000100:00080000:1.0:1787762876.666722:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762876.666727:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762876.666739:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762876.666760:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6d2c0 x1874603278429312/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762876.666781:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787762876.666821:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278429184:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762876.666958:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762876.667061:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762876/real 1787762876]  req@ffff9dd186d6ed00 x1874603278429184/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762876.667089:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6ed00 x1874603278429184/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762876.667107:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762876.667116:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762876.667125:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278429184:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762876.667162:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278429312:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762876.667213:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762876.667235:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762876/real 1787762876]  req@ffff9dd186d6d2c0 x1874603278429312/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762876.667262:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6d2c0 x1874603278429312/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762876.667280:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762876.667287:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762876.667294:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278429312:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762877.370658:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762877.690574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762878.394617:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762878.714632:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762879.418709:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762879.738593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762880.442619:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762880.762578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762881.466669:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762881.786622:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762881.786632:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762881.786637:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762881.786647:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1921
00000100:00080000:2.0:1787762881.786656:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762881.786663:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762881.786678:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787762881.786699:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278429440/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762881.786729:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762881.786732:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762881.786733:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762881.786737:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1921
00000100:00080000:2.0:1787762881.786754:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762881.786758:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762881.786768:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762881.786771:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278429440:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762881.786781:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278429568/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762881.786831:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762881.786863:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762881/real 1787762881]  req@ffff9dd193d17840 x1874603278429440/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762881.786877:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278429440/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762881.786886:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762881.786889:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762881.786892:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278429440:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762881.786913:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278429568:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762881.786928:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762881.786936:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762881/real 1787762881]  req@ffff9dd193d143c0 x1874603278429568/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762881.786958:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278429568/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762881.786964:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762881.786967:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762881.786969:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278429568:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762882.490637:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762882.810593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762883.514808:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762883.834590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762884.538640:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762884.858656:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762885.562755:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762885.882650:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762886.586642:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762886.906614:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762886.906625:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762886.906629:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787762886.906639:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762886.906640:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1926
00000100:00080000:2.0:1787762886.906650:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762886.906657:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762886.906695:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278429696/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762886.906718:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762886.906721:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762886.906722:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762886.906725:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1926
00000100:00080000:2.0:1787762886.906728:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762886.906737:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762886.906746:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762886.906758:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278429824/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762886.906762:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278429696:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762886.906819:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762886.906851:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762886/real 1787762886]  req@ffff9dd193d16d00 x1874603278429696/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762886.906870:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278429696/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762886.906881:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762886.906886:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762886.906890:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278429696:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762886.906916:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278429824:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762886.906956:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762886.906971:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762886/real 1787762886]  req@ffff9dd193d152c0 x1874603278429824/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762886.907002:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278429824/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762886.907012:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762886.907016:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762886.907018:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278429824:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762887.610637:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762887.930617:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762888.634665:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762888.954661:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762889.658643:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762889.978583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762890.682683:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762891.002672:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762891.706745:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762892.026624:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762892.026669:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762892.026681:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762892.026687:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762892.026702:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1931
00000100:00080000:2.0:1787762892.026719:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762892.026730:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762892.026814:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278429952/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762892.026858:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762892.026863:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762892.026866:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762892.026872:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1931
00000100:00080000:2.0:1787762892.026876:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762892.026880:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762892.026894:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762892.026947:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278430080/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762892.026958:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278429952:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762892.027041:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762892.027075:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762892/real 1787762892]  req@ffff9dd193d152c0 x1874603278429952/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762892.027090:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278429952/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762892.027099:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762892.027102:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762892.027106:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278429952:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762892.027124:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278430080:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762892.027140:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762892.027147:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762892/real 1787762892]  req@ffff9dd193d16d00 x1874603278430080/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762892.027156:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278430080/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762892.027175:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762892.027177:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762892.027180:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278430080:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787762892.730640:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762893.050617:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762893.754734:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762894.074594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762894.778610:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762895.098726:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762895.802784:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762896.122689:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762896.826682:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762897.146625:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787762897.146672:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762897.146680:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787762897.146684:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762897.146695:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1936
00000100:00080000:3.0:1787762897.146706:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762897.146735:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762897.146785:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278430208/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787762897.146813:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762897.146816:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787762897.146817:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787762897.146821:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1936
00000100:00080000:3.0:1787762897.146824:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787762897.146827:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787762897.146836:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787762897.146845:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278430336/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762897.146931:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278430208:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762897.146992:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762897.147038:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762897/real 1787762897]  req@ffff9dd193c74f00 x1874603278430208/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762897.147052:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278430208/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762897.147061:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762897.147064:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762897.147067:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278430208:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762897.147072:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278430336:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762897.147098:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762897.147105:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762897/real 1787762897]  req@ffff9dd193c74000 x1874603278430336/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762897.147113:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278430336/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762897.147135:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762897.147139:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762897.147141:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278430336:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762897.850790:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762898.170642:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762898.874717:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762899.194590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762899.898717:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762900.218580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787762900.922718:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762901.242652:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762901.946810:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762902.266599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762902.266619:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762902.266626:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762902.266631:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762902.266643:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1941
00000100:00080000:2.0:1787762902.266656:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762902.266666:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762902.266712:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278430464/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762902.266741:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762902.266744:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762902.266745:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762902.266749:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1941
00000100:00080000:2.0:1787762902.266751:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762902.266754:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762902.266765:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762902.266774:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278430592/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762902.266873:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278430464:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762902.266971:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762902.267024:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762902/real 1787762902]  req@ffff9dd193d143c0 x1874603278430464/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762902.267051:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278430464/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762902.267065:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762902.267071:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762902.267076:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278430464:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762902.267086:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278430592:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762902.267113:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762902.267127:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762902/real 1787762902]  req@ffff9dd193d17840 x1874603278430592/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762902.267142:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278430592/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762902.267152:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762902.267179:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762902.267184:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278430592:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787762902.970735:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762903.290621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762903.994738:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762904.314666:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762905.018759:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762905.338603:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762906.042745:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762906.362608:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762907.066684:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762907.386649:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1787762907.386664:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762907.386666:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762907.386678:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762907.386698:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1947
00000100:00080000:0.0:1787762907.386715:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762907.386750:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762907.386821:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25e00 x1874603278430720/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762907.386867:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762907.386875:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762907.386878:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762907.386886:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1947
00000100:00080000:0.0:1787762907.386893:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762907.386898:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762907.386911:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762907.386934:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b270c0 x1874603278430848/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762907.386975:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278430720:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762907.387058:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762907.387105:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762907/real 1787762907]  req@ffff9dd193b25e00 x1874603278430720/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762907.387129:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25e00 x1874603278430720/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762907.387143:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762907.387148:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762907.387153:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278430720:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762907.387183:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278430848:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762907.387208:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762907.387222:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762907/real 1787762907]  req@ffff9dd193b270c0 x1874603278430848/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762907.387237:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b270c0 x1874603278430848/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762907.387247:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762907.387251:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762907.387255:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278430848:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762908.090713:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762908.410705:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762909.114768:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762909.434679:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762910.138713:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762910.458717:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762911.162713:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762911.482680:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762912.186661:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762912.506683:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762912.506709:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762912.506721:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762912.506727:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762912.506741:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1952
00000100:00080000:2.0:1787762912.506754:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762912.506804:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762912.506843:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278430976/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762912.506879:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762912.506883:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762912.506885:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762912.506890:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1952
00000100:00080000:2.0:1787762912.506894:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762912.506899:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762912.506913:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762912.506936:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15680 x1874603278431104/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762912.506971:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278430976:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762912.507066:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762912.507110:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762912/real 1787762912]  req@ffff9dd193d161c0 x1874603278430976/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762912.507131:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278430976/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762912.507142:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762912.507147:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762912.507151:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278430976:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762912.507159:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278431104:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762912.507180:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762912.507192:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762912/real 1787762912]  req@ffff9dd193d15680 x1874603278431104/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762912.507204:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15680 x1874603278431104/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762912.507213:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762912.507216:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762912.507219:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278431104:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762913.210626:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762913.530594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762914.234632:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762914.554590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762915.258657:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762915.578596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762916.282638:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762916.602594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762917.306633:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762917.626596:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762917.626605:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762917.626609:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1787762917.626609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762917.626622:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1957
00000100:00080000:0.0:1787762917.626641:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762917.626647:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762917.626676:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25680 x1874603278431232/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762917.626696:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762917.626699:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762917.626701:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762917.626704:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1957
00000100:00080000:0.0:1787762917.626706:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762917.626708:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762917.626716:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762917.626724:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26940 x1874603278431360/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762917.626780:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278431232:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762917.626834:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762917.626864:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762917/real 1787762917]  req@ffff9dd193b25680 x1874603278431232/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762917.626889:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25680 x1874603278431232/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762917.626897:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762917.626910:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762917.626914:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278431232:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762917.626922:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278431360:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762917.626948:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762917.626961:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762917/real 1787762917]  req@ffff9dd193b26940 x1874603278431360/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762917.626972:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26940 x1874603278431360/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762917.626978:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762917.626980:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762917.626982:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278431360:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762918.330620:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762918.650613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762919.354653:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762919.674625:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762920.378673:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762920.698576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787762921.402646:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762921.722571:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762922.426637:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762922.746599:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762922.746607:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1787762922.746610:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787762922.746611:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762922.746623:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1962
00000100:00080000:0.0:1787762922.746632:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762922.746638:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787762922.746684:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26d00 x1874603278431488/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762922.746722:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762922.746727:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762922.746729:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762922.746733:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1962
00000100:00080000:0.0:1787762922.746738:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762922.746743:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762922.746753:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762922.746765:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26580 x1874603278431616/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762922.746779:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278431488:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762922.746834:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762922.746865:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762922/real 1787762922]  req@ffff9dd193b26d00 x1874603278431488/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762922.746878:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26d00 x1874603278431488/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762922.746896:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762922.746899:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762922.746902:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278431488:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762922.746923:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278431616:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762922.746940:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762922.746948:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762922/real 1787762922]  req@ffff9dd193b26580 x1874603278431616/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762922.746956:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26580 x1874603278431616/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762922.746961:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762922.746963:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762922.746965:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278431616:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762923.450615:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762923.770578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762924.474670:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762924.794584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762925.498685:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762925.818574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762926.522651:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762926.842597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762927.546668:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762927.866571:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762927.866602:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762927.866608:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762927.866612:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762927.866621:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1967
00000100:00080000:1.0:1787762927.866630:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762927.866636:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762927.866684:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cb40 x1874603278431744/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762927.866715:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762927.866735:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762927.866737:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762927.866741:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1967
00000100:00080000:1.0:1787762927.866746:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762927.866751:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762927.866761:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762927.866764:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278431744:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762927.866774:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6fc00 x1874603278431872/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762927.866852:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278431872:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762928.570746:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762928.890784:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762929.594763:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762929.914745:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762930.618668:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762930.938698:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:2.0:1787762930.938791:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:2.0:1787762930.938833:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787762930.938851:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:2.0:1787762930.938891:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:1.0:1787762930.939109:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762927/real 1787762930]  req@ffff9dd186d6fc00 x1874603278431872/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762930.939149:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6fc00 x1874603278431872/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762930.939161:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762930.939166:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762930.939170:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278431872:192.168.203.118@tcp:38:kworker.0
00000100:00100000:1.0:1787762930.939178:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762927/real 1787762930]  req@ffff9dd186d6cb40 x1874603278431744/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762930.939190:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cb40 x1874603278431744/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762930.939198:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762930.939201:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762930.939204:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278431744:192.168.203.118@tcp:250:kworker.0
00010000:00010000:3.0:1787762931.642802:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762931.962746:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762932.666664:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762932.986724:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762932.986733:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762932.986754:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787762932.986759:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762932.986764:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1972
00000100:00080000:2.0:1787762932.986780:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762932.986790:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762932.986821:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15a40 x1874603278432000/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762932.986851:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762932.986854:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762932.986855:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762932.986858:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1972
00000100:00080000:2.0:1787762932.986861:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762932.986863:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762932.986874:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762932.986890:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278432128/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762932.986926:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278432000:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762932.987032:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762932.987089:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762932/real 1787762932]  req@ffff9dd193d15a40 x1874603278432000/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762932.987116:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15a40 x1874603278432000/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762932.987135:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762932.987144:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762932.987153:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278432000:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762932.987201:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278432128:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762932.987249:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762932.987281:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762932/real 1787762932]  req@ffff9dd193d15e00 x1874603278432128/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762932.987307:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278432128/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762932.987325:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762932.987332:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762932.987340:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278432128:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762933.690795:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762934.010808:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762934.714760:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762935.034707:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762935.738645:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762936.058635:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762936.762812:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762937.082567:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762937.786703:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762938.106574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762938.106720:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762938.106725:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762938.106729:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762938.106747:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1977
00000100:00080000:1.0:1787762938.106756:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762938.106762:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762938.106791:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cb40 x1874603278432256/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762938.106822:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762938.106826:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762938.106828:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762938.106832:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1977
00000100:00080000:1.0:1787762938.106836:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762938.106840:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762938.106850:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762938.106865:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6fc00 x1874603278432384/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762938.106886:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278432256:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762938.106940:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762938.106970:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762938/real 1787762938]  req@ffff9dd186d6cb40 x1874603278432256/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762938.106993:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cb40 x1874603278432256/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762938.107000:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762938.107010:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762938.107013:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278432256:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762938.107019:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278432384:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762938.107037:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762938.107045:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762938/real 1787762938]  req@ffff9dd186d6fc00 x1874603278432384/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762938.107053:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6fc00 x1874603278432384/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762938.107058:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762938.107060:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762938.107062:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278432384:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762938.810743:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762939.130676:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762939.834746:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762940.154588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762940.858697:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762941.178585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762941.882735:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762942.202576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762942.906808:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762943.226577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762943.226596:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762943.226602:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762943.226607:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762943.226619:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1982
00000100:00080000:1.0:1787762943.226633:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762943.226641:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762943.226687:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f0c0 x1874603278432512/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762943.226715:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762943.226718:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762943.226735:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762943.226739:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1982
00000100:00080000:1.0:1787762943.226742:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762943.226745:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762943.226756:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762943.226769:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c000 x1874603278432640/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762943.226839:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278432512:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762943.226928:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762943.226980:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762943/real 1787762943]  req@ffff9dd186d6f0c0 x1874603278432512/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762943.227004:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f0c0 x1874603278432512/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762943.227019:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762943.227024:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762943.227030:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278432512:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762943.227060:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278432640:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762943.227090:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762943.227106:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762943/real 1787762943]  req@ffff9dd186d6c000 x1874603278432640/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762943.227122:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c000 x1874603278432640/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762943.227133:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762943.227137:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762943.227141:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278432640:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762943.930703:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762944.250667:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762944.954685:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762945.274622:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762945.978668:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762946.298583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762947.002648:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762947.322618:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762948.026659:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762948.346577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762948.346593:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762948.346599:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762948.346603:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762948.346612:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1988
00000100:00080000:1.0:1787762948.346620:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762948.346626:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762948.346656:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e940 x1874603278432768/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762948.346678:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762948.346681:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762948.346682:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762948.346685:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1988
00000100:00080000:1.0:1787762948.346687:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762948.346689:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762948.346697:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762948.346706:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cf00 x1874603278432896/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762948.346727:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278432768:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762948.346784:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762948.346815:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762948/real 1787762948]  req@ffff9dd186d6e940 x1874603278432768/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762948.346829:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e940 x1874603278432768/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762948.346836:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762948.346839:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762948.346842:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278432768:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762948.346858:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278432896:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762948.346871:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762948.346887:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762948/real 1787762948]  req@ffff9dd186d6cf00 x1874603278432896/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762948.346895:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cf00 x1874603278432896/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762948.346901:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762948.346903:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762948.346906:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278432896:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762949.050637:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762949.370596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762950.074640:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762950.394655:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762951.098636:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762951.418603:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762952.122647:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762952.442587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762953.146652:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762953.466587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762953.466602:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762953.466608:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762953.466611:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762953.466620:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1993
00000100:00080000:2.0:1787762953.466628:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762953.466634:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762953.466665:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278433024/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762953.466688:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762953.466690:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762953.466692:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762953.466695:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1993
00000100:00080000:2.0:1787762953.466697:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762953.466699:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762953.466720:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762953.466734:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278433024:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762953.466737:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15a40 x1874603278433152/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762953.466801:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762953.466838:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762953/real 1787762953]  req@ffff9dd193d15e00 x1874603278433024/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762953.466858:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278433024/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762953.466870:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762953.466874:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762953.466879:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278433024:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762953.466903:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278433152:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762953.466928:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762953.466942:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762953/real 1787762953]  req@ffff9dd193d15a40 x1874603278433152/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762953.466956:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15a40 x1874603278433152/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762953.466965:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762953.466968:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762953.466972:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278433152:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762954.170623:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762954.490575:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762955.194710:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762955.514651:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762956.218621:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762956.538583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762957.242643:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762957.562576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762958.266648:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762958.586609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762958.586653:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762958.586661:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762958.586666:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762958.586676:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 1998
00000100:00080000:2.0:1787762958.586687:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762958.586695:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762958.586746:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15680 x1874603278433280/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762958.586783:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762958.586788:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762958.586790:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762958.586797:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 1998
00000100:00080000:2.0:1787762958.586803:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762958.586810:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762958.586822:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762958.586834:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278433280:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762958.586845:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278433408/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762958.586922:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762958.586979:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762958/real 1787762958]  req@ffff9dd193d15680 x1874603278433280/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762958.586999:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15680 x1874603278433280/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762958.587014:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762958.587020:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762958.587026:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278433280:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762958.587069:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278433408:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762958.587099:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762958.587112:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762958/real 1787762958]  req@ffff9dd193d161c0 x1874603278433408/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762958.587124:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278433408/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762958.587132:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762958.587135:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762958.587138:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278433408:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762959.290636:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762959.610628:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762960.314656:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762960.634583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762961.338672:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762961.658575:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762962.362641:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762962.682615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762963.386678:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762963.706573:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762963.706603:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762963.706610:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762963.706613:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762963.706622:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2003
00000100:00080000:2.0:1787762963.706631:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762963.706637:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762963.706668:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278433536/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762963.706690:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762963.706692:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762963.706694:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762963.706697:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2003
00000100:00080000:2.0:1787762963.706699:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762963.706701:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762963.706709:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762963.706717:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278433664/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762963.706737:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278433536:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762963.706792:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762963.706831:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762963/real 1787762963]  req@ffff9dd193d17840 x1874603278433536/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762963.706851:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278433536/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762963.706879:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762963.706882:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762963.706885:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278433536:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762963.706890:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278433664:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762963.706911:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762963.706921:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762963/real 1787762963]  req@ffff9dd193d143c0 x1874603278433664/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762963.706929:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278433664/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762963.706934:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762963.706937:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762963.706939:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278433664:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762964.410630:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762964.730560:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762965.434653:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762965.754580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762966.458627:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762966.778591:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762967.482649:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762967.802576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762968.506636:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762968.826574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762968.826575:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762968.826584:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762968.826588:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762968.826596:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2008
00000100:00080000:2.0:1787762968.826605:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762968.826626:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762968.826655:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278433792/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762968.826678:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762968.826681:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762968.826682:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762968.826685:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2008
00000100:00080000:2.0:1787762968.826688:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762968.826691:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762968.826699:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762968.826709:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278433920/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762968.826728:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278433792:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762968.826781:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762968.826812:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762968/real 1787762968]  req@ffff9dd193d16d00 x1874603278433792/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762968.826826:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278433792/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762968.826833:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762968.826836:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762968.826839:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278433792:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762968.826851:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278433920:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762968.826867:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762968.826875:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762968/real 1787762968]  req@ffff9dd193d152c0 x1874603278433920/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762968.826884:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278433920/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762968.826890:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762968.826893:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762968.826895:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278433920:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762969.530624:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762969.850588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762970.554679:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762970.874601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762971.578635:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762971.898581:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762972.602641:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762972.922602:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762973.626648:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762973.946578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762973.946613:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762973.946619:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762973.946624:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762973.946632:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2013
00000100:00080000:1.0:1787762973.946642:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762973.946648:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762973.946680:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e1c0 x1874603278434048/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762973.946703:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762973.946707:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762973.946708:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762973.946712:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2013
00000100:00080000:1.0:1787762973.946715:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762973.946733:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762973.946736:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278434048:192.168.203.118@tcp:250:kworker.0
00000008:00100000:1.0:1787762973.946743:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762973.946756:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f840 x1874603278434176/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762973.946801:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762973.946839:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762973/real 1787762973]  req@ffff9dd186d6e1c0 x1874603278434048/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762973.946859:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e1c0 x1874603278434048/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762973.946871:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762973.946875:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762973.946879:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278434048:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762973.946903:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278434176:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762973.946937:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762973.946951:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762973/real 1787762973]  req@ffff9dd186d6f840 x1874603278434176/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762973.946964:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f840 x1874603278434176/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762973.946973:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762973.946977:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762973.946980:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278434176:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762974.650617:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762974.970617:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762975.674632:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762975.994588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762976.698627:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762977.018606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762977.722624:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762978.042572:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762978.746757:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762979.066624:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787762979.066641:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762979.066652:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762979.066658:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762979.066672:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2018
00000100:00080000:1.0:1787762979.066686:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762979.066696:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787762979.066742:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c780 x1874603278434304/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762979.066782:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762979.066787:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762979.066790:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762979.066795:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2018
00000100:00080000:1.0:1787762979.066800:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762979.066804:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762979.066816:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762979.066832:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c3c0 x1874603278434432/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762979.066868:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278434304:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762979.066951:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762979.067000:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762979/real 1787762979]  req@ffff9dd186d6c780 x1874603278434304/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762979.067024:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c780 x1874603278434304/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762979.067039:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762979.067044:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762979.067050:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278434304:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762979.067059:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278434432:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762979.067085:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762979.067099:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762979/real 1787762979]  req@ffff9dd186d6c3c0 x1874603278434432/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762979.067144:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c3c0 x1874603278434432/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762979.067155:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762979.067159:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762979.067163:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278434432:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762979.770606:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762980.090655:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762980.794773:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762981.114633:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762981.818751:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762982.138659:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762982.842779:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762983.162624:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762983.866799:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762984.186601:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762984.186615:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787762984.186635:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762984.186649:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2023
00000100:00080000:1.0:1787762984.186664:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762984.186678:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762984.186691:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787762984.186736:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6de00 x1874603278434560/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787762984.186788:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762984.186796:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787762984.186800:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787762984.186809:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2023
00000100:00080000:1.0:1787762984.186817:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787762984.186826:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787762984.186843:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762984.186871:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6da40 x1874603278434688/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762984.186874:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278434560:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787762984.186963:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762984.187016:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762984/real 1787762984]  req@ffff9dd186d6de00 x1874603278434560/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762984.187039:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6de00 x1874603278434560/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762984.187056:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762984.187064:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762984.187073:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278434560:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762984.187110:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278434688:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787762984.187178:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787762984.187204:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762984/real 1787762984]  req@ffff9dd186d6da40 x1874603278434688/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762984.187232:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6da40 x1874603278434688/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762984.187295:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762984.187301:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787762984.187309:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278434688:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762984.890695:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762985.210625:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762985.914774:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762986.234625:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762986.938658:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762987.258569:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762987.962671:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762988.282569:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762988.986646:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762989.306590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762989.306632:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762989.306638:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762989.306641:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762989.306649:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2029
00000100:00080000:2.0:1787762989.306657:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762989.306663:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762989.306693:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278434816/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762989.306716:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762989.306719:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762989.306720:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762989.306723:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2029
00000100:00080000:2.0:1787762989.306727:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762989.306731:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762989.306741:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762989.306748:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278434816:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787762989.306758:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278434944/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762989.306802:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762989.306832:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762989/real 1787762989]  req@ffff9dd193d152c0 x1874603278434816/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762989.306846:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278434816/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762989.306855:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762989.306858:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762989.306872:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278434816:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762989.306890:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278434944:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762989.306907:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762989.306915:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762989/real 1787762989]  req@ffff9dd193d16d00 x1874603278434944/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762989.306924:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278434944/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762989.306930:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762989.306932:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762989.306935:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278434944:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787762990.010657:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762990.330664:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762991.034735:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762991.354611:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762992.058775:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762992.378606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762993.082675:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787762993.402609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762994.106652:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762994.426714:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762994.426730:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787762994.426738:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762994.426756:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2034
00000100:00080000:0.0:1787762994.426774:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762994.426788:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787762994.426794:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787762994.426851:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24b40 x1874603278435072/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762994.426889:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762994.426894:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787762994.426897:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787762994.426903:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2034
00000100:00080000:0.0:1787762994.426909:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787762994.426914:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787762994.426929:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762994.426941:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278435072:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787762994.426952:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b261c0 x1874603278435200/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762994.427055:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278435200:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787762995.130664:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762995.450592:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787762996.154747:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762996.474577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762997.178779:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762997.498624:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:2.0:1787762997.498928:0:2337:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:2.0:1787762997.499001:0:2337:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787762997.499028:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:2.0:1787762997.499088:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:1.0:1787762997.499167:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762994/real 1787762997]  req@ffff9dd193b261c0 x1874603278435200/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762997.499236:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b261c0 x1874603278435200/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762997.499254:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762997.499262:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762997.499270:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278435200:192.168.203.118@tcp:38:kworker.0
00000100:00100000:1.0:1787762997.499287:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762994/real 1787762997]  req@ffff9dd193b24b40 x1874603278435072/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762997.499332:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24b40 x1874603278435072/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762997.499352:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762997.499359:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762997.499366:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278435072:192.168.203.118@tcp:250:kworker.0
00010000:00010000:2.0:1787762998.202660:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762998.522651:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787762999.226720:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787762999.546572:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787762999.546644:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762999.546650:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787762999.546653:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762999.546660:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2039
00000100:00080000:2.0:1787762999.546669:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762999.546675:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787762999.546702:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278435328/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787762999.546725:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762999.546727:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787762999.546729:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787762999.546732:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2039
00000100:00080000:2.0:1787762999.546734:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787762999.546736:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787762999.546744:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762999.546752:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278435456/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762999.546768:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278435328:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787762999.546836:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762999.546876:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762999/real 1787762999]  req@ffff9dd193d143c0 x1874603278435328/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762999.546897:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278435328/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762999.546908:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762999.546911:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762999.546915:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278435328:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787762999.546943:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278435456:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787762999.546968:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787762999.546982:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762999/real 1787762999]  req@ffff9dd193d17840 x1874603278435456/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762999.546996:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278435456/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762999.547002:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762999.547030:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787762999.547038:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278435456:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763000.250692:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763000.570789:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763001.274642:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763001.594569:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763002.298633:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763002.618611:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763003.322667:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763003.642578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763004.346634:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763004.666584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763004.666597:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763004.666605:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763004.666611:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763004.666622:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2044
00000100:00080000:2.0:1787763004.666635:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763004.666644:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763004.666683:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278435584/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763004.666713:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763004.666718:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763004.666720:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763004.666725:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2044
00000100:00080000:2.0:1787763004.666730:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763004.666734:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763004.666746:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763004.666760:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15680 x1874603278435712/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763004.666796:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278435584:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763004.666853:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763004.666887:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763004/real 1787763004]  req@ffff9dd193d161c0 x1874603278435584/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763004.666902:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278435584/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763004.666914:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763004.666919:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763004.666923:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278435584:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763004.666933:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278435712:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763004.666959:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763004.666975:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763004/real 1787763004]  req@ffff9dd193d15680 x1874603278435712/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763004.666986:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15680 x1874603278435712/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763004.666993:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763004.666995:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763004.666998:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278435712:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763005.370607:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763005.690557:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763006.394685:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763006.714612:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763007.418638:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763007.738566:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763008.442657:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763008.762569:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763009.466770:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787763009.786638:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787763009.786656:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763009.786659:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763009.786670:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763009.786693:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2049
00000100:00080000:2.0:1787763009.786715:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763009.786731:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763009.786810:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15a40 x1874603278435840/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763009.786854:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763009.786859:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763009.786862:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763009.786868:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2049
00000100:00080000:2.0:1787763009.786874:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763009.786880:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763009.786894:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763009.786912:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278435968/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763009.786962:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278435840:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763009.787120:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763009.787179:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763009/real 1787763009]  req@ffff9dd193d15a40 x1874603278435840/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763009.787205:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15a40 x1874603278435840/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763009.787220:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763009.787226:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763009.787232:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278435840:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763009.787241:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278435968:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763009.787271:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763009.787286:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763009/real 1787763009]  req@ffff9dd193d15e00 x1874603278435968/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763009.787301:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278435968/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763009.787311:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763009.787315:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763009.787319:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278435968:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763010.490651:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763010.810623:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763011.514678:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763011.834624:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763012.538682:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763012.858648:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763013.562693:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763013.882674:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763014.586623:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787763014.906598:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763014.906607:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763014.906612:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763014.906621:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2054
00000100:00080000:2.0:1787763014.906631:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787763014.906642:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763014.906642:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763014.906686:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278436096/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763014.906722:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763014.906726:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763014.906728:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763014.906735:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2054
00000100:00080000:2.0:1787763014.906739:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763014.906756:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763014.906766:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763014.906771:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278436096:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787763014.906785:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15a40 x1874603278436224/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787763014.906846:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763014.906877:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763014/real 1787763014]  req@ffff9dd193d15e00 x1874603278436096/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763014.906891:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278436096/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763014.906900:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763014.906903:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763014.906906:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278436096:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763014.906926:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278436224:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763014.906941:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763014.906948:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763014/real 1787763014]  req@ffff9dd193d15a40 x1874603278436224/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763014.906957:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15a40 x1874603278436224/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763014.906975:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763014.906977:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763014.906980:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278436224:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763015.610633:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763015.930612:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763016.634724:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763016.954656:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763017.658677:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763017.978699:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763018.682593:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763019.002587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763019.706711:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763020.026645:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763020.026682:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763020.026694:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763020.026701:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763020.026719:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2059
00000100:00080000:2.0:1787763020.026738:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763020.026749:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763020.026812:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15680 x1874603278436352/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763020.026855:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763020.026860:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763020.026863:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763020.026869:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2059
00000100:00080000:2.0:1787763020.026874:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763020.026879:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763020.026895:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763020.026905:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278436352:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787763020.026919:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278436480/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787763020.027020:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763020.027080:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763020/real 1787763020]  req@ffff9dd193d15680 x1874603278436352/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763020.027101:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15680 x1874603278436352/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763020.027112:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763020.027115:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763020.027119:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278436352:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763020.027141:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278436480:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763020.027160:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763020.027169:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763020/real 1787763020]  req@ffff9dd193d161c0 x1874603278436480/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763020.027177:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278436480/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763020.027184:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763020.027186:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763020.027188:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278436480:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763020.730707:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763021.050617:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763021.754625:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763022.074656:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763022.778709:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763023.098613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763023.802753:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763024.122614:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763024.826630:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763025.146599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763025.146627:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763025.146633:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763025.146637:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763025.146645:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2064
00000100:00080000:3.0:1787763025.146654:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763025.146660:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763025.146704:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278436608/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763025.146728:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763025.146732:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763025.146734:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763025.146737:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2064
00000100:00080000:3.0:1787763025.146740:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763025.146742:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763025.146750:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763025.146769:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278436736/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763025.146820:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278436608:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763025.146878:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763025.146911:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763025/real 1787763025]  req@ffff9dd193c77840 x1874603278436608/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763025.146925:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278436608/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763025.146934:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763025.146937:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763025.146940:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278436608:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763025.146945:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278436736:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763025.146960:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763025.146968:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763025/real 1787763025]  req@ffff9dd193c752c0 x1874603278436736/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763025.146977:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278436736/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763025.146983:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763025.146998:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763025.147001:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278436736:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763025.850756:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763026.170645:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763026.874676:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763027.194637:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763027.898709:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763028.218588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763028.922766:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763029.242628:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763029.946640:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763030.266590:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763030.266598:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763030.266603:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763030.266612:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2069
00000100:00100000:0.0:1787763030.266628:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763030.266640:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763030.266648:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763030.266679:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c743c0 x1874603278436864/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763030.266702:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763030.266705:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763030.266707:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763030.266710:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2069
00000100:00080000:3.0:1787763030.266712:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763030.266714:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763030.266734:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763030.266745:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278436992/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763030.266759:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278436864:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763030.266821:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763030.266853:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763030/real 1787763030]  req@ffff9dd193c743c0 x1874603278436864/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763030.266878:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c743c0 x1874603278436864/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763030.266886:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763030.266889:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763030.266891:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278436864:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763030.266910:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278436992:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763030.266924:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763030.266932:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763030/real 1787763030]  req@ffff9dd193c752c0 x1874603278436992/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763030.266940:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278436992/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763030.266946:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763030.266948:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763030.266964:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278436992:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763030.970634:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763031.290628:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763031.994701:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763032.314601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763033.018716:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763033.338654:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763034.042768:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763034.362634:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763035.066692:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763035.386649:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763035.386663:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763035.386674:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763035.386681:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763035.386697:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2075
00000100:00080000:3.0:1787763035.386714:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763035.386725:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763035.386783:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278437120/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763035.386836:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763035.386866:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763035.386870:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763035.386880:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2075
00000100:00080000:3.0:1787763035.386891:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763035.386901:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763035.386946:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763035.386958:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278437120:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763035.386975:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278437248/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763035.387074:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763035.387145:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763035/real 1787763035]  req@ffff9dd193c77840 x1874603278437120/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763035.387173:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278437120/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763035.387188:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763035.387193:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763035.387199:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278437120:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763035.387234:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278437248:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763035.387264:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763035.387279:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763035/real 1787763035]  req@ffff9dd193c74000 x1874603278437248/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763035.387295:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278437248/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763035.387305:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763035.387310:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763035.387314:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278437248:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763036.090681:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763036.410659:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763037.114699:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763037.434645:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763038.138805:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763038.458639:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763039.162644:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763039.482657:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763040.186705:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763040.506613:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763040.506634:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763040.506638:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787763040.506650:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763040.506652:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2080
00000100:00080000:3.0:1787763040.506668:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763040.506678:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763040.506728:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278437376/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763040.506767:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763040.506772:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763040.506774:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763040.506779:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2080
00000100:00080000:3.0:1787763040.506783:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763040.506788:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763040.506823:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763040.506836:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278437504/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763040.506843:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278437376:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763040.506940:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763040.506986:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763040/real 1787763040]  req@ffff9dd193c74f00 x1874603278437376/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763040.507015:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278437376/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763040.507025:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763040.507028:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763040.507031:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278437376:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763040.507058:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278437504:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763040.507083:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763040.507097:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763040/real 1787763040]  req@ffff9dd193c75a40 x1874603278437504/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763040.507111:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278437504/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763040.507121:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763040.507123:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763040.507125:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278437504:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763041.210737:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763041.530575:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763042.234655:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763042.554561:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763043.258608:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763043.578621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763044.282653:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763044.602578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763045.306619:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763045.626572:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763045.626621:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763045.626628:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763045.626633:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763045.626640:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2085
00000100:00080000:2.0:1787763045.626649:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763045.626655:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763045.626687:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278437632/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763045.626717:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763045.626720:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763045.626722:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763045.626725:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2085
00000100:00080000:2.0:1787763045.626727:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763045.626729:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763045.626737:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763045.626747:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278437760/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763045.626759:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278437632:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763045.626813:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763045.626844:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763045/real 1787763045]  req@ffff9dd193d17840 x1874603278437632/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763045.626890:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278437632/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763045.626898:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763045.626902:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763045.626905:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278437632:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763045.626925:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278437760:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763045.626942:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763045.626950:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763045/real 1787763045]  req@ffff9dd193d143c0 x1874603278437760/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763045.626959:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278437760/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763045.626965:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763045.626968:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763045.626970:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278437760:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763046.330633:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763046.650564:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763047.354641:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763047.674635:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763048.378654:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763048.698574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763049.402723:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763049.722650:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763050.426712:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763050.746643:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763050.746717:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763050.746727:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763050.746732:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763050.746744:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2090
00000100:00080000:3.0:1787763050.746756:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763050.746765:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763050.746831:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278437888/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763050.746872:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763050.746877:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763050.746880:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763050.746886:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2090
00000100:00080000:3.0:1787763050.746890:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763050.746895:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763050.746908:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763050.746928:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278438016/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763050.746979:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278437888:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763050.747071:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763050.747120:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763050/real 1787763050]  req@ffff9dd193c76940 x1874603278437888/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763050.747144:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278437888/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763050.747182:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763050.747188:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763050.747193:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278437888:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763050.747203:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278438016:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763050.747235:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763050.747249:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763050/real 1787763050]  req@ffff9dd193c76580 x1874603278438016/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763050.747282:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278438016/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763050.747293:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763050.747298:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763050.747302:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278438016:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763051.450647:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763051.770582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763052.474642:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763052.794591:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763053.498676:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763053.818587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763054.522708:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763054.842600:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763055.546788:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763055.866627:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763055.866639:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763055.866671:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763055.866685:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2095
00000100:00100000:0.0:1787763055.866690:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763055.866700:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763055.866711:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763055.866758:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278438144/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763055.866803:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763055.866807:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763055.866808:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763055.866812:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2095
00000100:00080000:3.0:1787763055.866814:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763055.866817:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763055.866828:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763055.866838:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278438272/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763055.866905:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278438144:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763055.867008:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763055.867060:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763055/real 1787763055]  req@ffff9dd193c74b40 x1874603278438144/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763055.867085:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278438144/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763055.867101:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763055.867106:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763055.867112:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278438144:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763055.867145:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278438272:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763055.867178:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763055.867194:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763055/real 1787763055]  req@ffff9dd193c770c0 x1874603278438272/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763055.867210:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278438272/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763055.867220:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763055.867225:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763055.867229:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278438272:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763056.570679:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763056.890719:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763057.594705:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763057.914652:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763058.618625:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763058.938628:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763059.642686:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763059.962659:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763060.666791:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763060.986632:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1787763060.986639:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763060.986646:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763060.986651:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763060.986661:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2100
00000100:00080000:0.0:1787763060.986672:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763060.986679:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763060.986721:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24f00 x1874603278438400/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763060.986759:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763060.986762:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763060.986764:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763060.986767:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2100
00000100:00080000:0.0:1787763060.986770:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763060.986773:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763060.986784:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787763060.986795:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24780 x1874603278438528/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763060.986837:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278438400:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763060.986937:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278438528:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763061.690620:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763062.010722:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763062.714701:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763063.034611:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763063.738664:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763064.058594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:2.0:1787763064.058765:0:2338:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:2.0:1787763064.058805:0:2338:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787763064.058822:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:2.0:1787763064.058864:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:1.0:1787763064.058909:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763060/real 1787763064]  req@ffff9dd193b24f00 x1874603278438400/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763064.058940:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24f00 x1874603278438400/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763064.058954:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763064.058960:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763064.058964:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278438400:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763064.058971:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763060/real 1787763064]  req@ffff9dd193b24780 x1874603278438528/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763064.059006:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24780 x1874603278438528/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763064.059015:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763064.059019:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763064.059030:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278438528:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763064.762709:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763065.082603:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763065.786700:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763066.106605:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787763066.106605:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763066.106613:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787763066.106617:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763066.106627:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2105
00000100:00080000:1.0:1787763066.106637:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763066.106647:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763066.106684:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6da40 x1874603278438656/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787763066.106724:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763066.106727:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787763066.106729:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763066.106732:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2105
00000100:00080000:1.0:1787763066.106735:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763066.106739:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787763066.106747:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763066.106761:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6de00 x1874603278438784/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787763066.106763:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278438656:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787763066.106831:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763066.106870:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763066/real 1787763066]  req@ffff9dd186d6da40 x1874603278438656/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763066.106888:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6da40 x1874603278438656/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763066.106907:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763066.106911:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763066.106916:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278438656:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763066.106938:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278438784:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763066.106964:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763066.106979:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763066/real 1787763066]  req@ffff9dd186d6de00 x1874603278438784/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763066.106993:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6de00 x1874603278438784/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763066.107000:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763066.107002:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763066.107004:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278438784:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763066.810631:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763067.130602:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763067.834709:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763068.154592:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763068.858624:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763069.178568:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763069.882717:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763070.202586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763070.906604:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763071.226581:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763071.226581:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763071.226590:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763071.226594:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763071.226602:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2110
00000100:00080000:3.0:1787763071.226612:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763071.226619:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763071.226655:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75680 x1874603278438912/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763071.226688:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763071.226702:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763071.226704:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763071.226708:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2110
00000100:00080000:3.0:1787763071.226712:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763071.226718:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763071.226719:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278438912:192.168.203.118@tcp:250:kworker.0
00000008:00100000:3.0:1787763071.226727:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763071.226740:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278439040/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763071.226774:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763071.226803:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763071/real 1787763071]  req@ffff9dd193c75680 x1874603278438912/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763071.226816:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75680 x1874603278438912/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763071.226824:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763071.226827:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763071.226830:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278438912:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763071.226861:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278439040:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763071.226886:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763071.226899:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763071/real 1787763071]  req@ffff9dd193c770c0 x1874603278439040/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763071.226909:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278439040/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763071.226915:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763071.226918:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763071.226920:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278439040:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763071.930644:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763072.250594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763072.954653:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763073.274563:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763073.978679:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763074.298574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763075.002622:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763075.322581:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763076.026691:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763076.346607:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763076.346628:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763076.346651:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763076.346657:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763076.346668:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2116
00000100:00080000:3.0:1787763076.346679:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763076.346686:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763076.346725:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278439168/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763076.346750:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763076.346755:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763076.346757:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763076.346762:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2116
00000100:00080000:3.0:1787763076.346765:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763076.346770:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763076.346780:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763076.346798:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278439168:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763076.346802:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278439296/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763076.346860:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763076.346895:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763076/real 1787763076]  req@ffff9dd193c74b40 x1874603278439168/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763076.346908:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278439168/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763076.346918:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763076.346922:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763076.346926:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278439168:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763076.346950:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278439296:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763076.346973:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763076.346984:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763076/real 1787763076]  req@ffff9dd193c76580 x1874603278439296/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763076.346992:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278439296/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763076.346998:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763076.347000:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763076.347002:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278439296:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763077.050682:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763077.370576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763078.074659:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763078.394618:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763079.098713:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763079.418577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763080.122666:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763080.442641:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763081.146682:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763081.466589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763081.466591:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763081.466609:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763081.466614:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763081.466624:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2121
00000100:00080000:0.0:1787763081.466635:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763081.466643:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763081.466676:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b27840 x1874603278439424/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763081.466703:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763081.466707:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763081.466709:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763081.466727:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2121
00000100:00080000:0.0:1787763081.466733:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763081.466737:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763081.466743:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278439424:192.168.203.118@tcp:250:kworker.0
00000008:00100000:0.0:1787763081.466750:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787763081.466766:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25a40 x1874603278439552/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763081.466807:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763081.466837:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763081/real 1787763081]  req@ffff9dd193b27840 x1874603278439424/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763081.466850:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b27840 x1874603278439424/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763081.466858:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763081.466861:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763081.466864:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278439424:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763081.466883:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278439552:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763081.466897:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763081.466905:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763081/real 1787763081]  req@ffff9dd193b25a40 x1874603278439552/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763081.466913:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25a40 x1874603278439552/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763081.466919:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763081.466921:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763081.466923:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278439552:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763082.171196:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763082.490641:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763083.194658:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763083.514579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763084.218644:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763084.538575:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763085.242654:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763085.562596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763086.266706:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763086.586622:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763086.586628:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763086.586635:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763086.586640:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763086.586649:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2126
00000100:00080000:3.0:1787763086.586661:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763086.586667:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763086.586710:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278439680/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763086.586735:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763086.586738:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763086.586740:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763086.586743:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2126
00000100:00080000:3.0:1787763086.586745:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763086.586747:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763086.586756:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763086.586766:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278439808/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763086.586791:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278439680:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763086.586872:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763086.586919:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763086/real 1787763086]  req@ffff9dd193c76940 x1874603278439680/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763086.586966:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278439680/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763086.586979:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763086.586984:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763086.586988:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278439680:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763086.586997:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278439808:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763086.587024:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763086.587038:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763086/real 1787763086]  req@ffff9dd193c75a40 x1874603278439808/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763086.587053:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278439808/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763086.587062:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763086.587065:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763086.587069:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278439808:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763087.290693:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763087.610614:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763088.314679:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763088.634580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763089.338650:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763089.658635:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763090.362671:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763090.682602:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763091.386682:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763091.706581:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763091.706604:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763091.706613:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763091.706617:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763091.706626:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2131
00000100:00080000:3.0:1787763091.706637:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763091.706644:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763091.706679:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278439936/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763091.706703:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763091.706707:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763091.706708:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763091.706712:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2131
00000100:00080000:3.0:1787763091.706714:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763091.706718:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763091.706727:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763091.706738:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278440064/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763091.706749:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278439936:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763091.706811:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763091.706847:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763091/real 1787763091]  req@ffff9dd193c74f00 x1874603278439936/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763091.706862:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278439936/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763091.706889:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763091.706892:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763091.706896:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278439936:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763091.706961:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278440064:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763091.706991:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763091.707002:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763091/real 1787763091]  req@ffff9dd193c74000 x1874603278440064/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763091.707012:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278440064/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763091.707019:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763091.707024:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763091.707028:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278440064:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763092.410662:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763092.730616:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763093.434662:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763093.754599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763094.458853:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763094.778588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763095.482735:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763095.802589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763096.506682:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763096.826642:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763096.826657:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763096.826676:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787763096.826678:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763096.826694:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2136
00000100:00080000:3.0:1787763096.826731:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763096.826742:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763096.826815:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278440192/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763096.826872:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763096.826876:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763096.826879:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763096.826884:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2136
00000100:00080000:3.0:1787763096.826889:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763096.826894:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763096.826907:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763096.826924:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278440320/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763096.826971:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278440192:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763096.827069:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763096.827129:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763096/real 1787763096]  req@ffff9dd193c77840 x1874603278440192/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763096.827144:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278440192/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763096.827154:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763096.827157:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763096.827161:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278440192:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763096.827180:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278440320:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763096.827200:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763096.827208:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763096/real 1787763096]  req@ffff9dd193c752c0 x1874603278440320/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763096.827217:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278440320/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763096.827223:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763096.827226:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763096.827229:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278440320:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763097.530619:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763097.850585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763098.554648:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763098.874589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763099.578655:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763099.898624:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763100.602656:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763100.922587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763101.626633:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763101.946613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763101.946625:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763101.946633:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763101.946637:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763101.946645:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2141
00000100:00080000:3.0:1787763101.946655:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763101.946661:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763101.946691:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c743c0 x1874603278440448/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763101.946715:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763101.946718:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763101.946735:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763101.946739:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2141
00000100:00080000:3.0:1787763101.946743:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763101.946747:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763101.946756:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763101.946763:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278440448:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763101.946770:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278440576/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763101.946819:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763101.946851:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763101/real 1787763101]  req@ffff9dd193c743c0 x1874603278440448/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763101.946864:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c743c0 x1874603278440448/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763101.946872:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763101.946875:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763101.946878:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278440448:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763101.946900:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278440576:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763101.946923:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763101.946937:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763101/real 1787763101]  req@ffff9dd193c752c0 x1874603278440576/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763101.946959:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278440576/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763101.946969:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763101.946973:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763101.946977:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278440576:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763102.650646:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763102.970671:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763103.674639:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763103.994635:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763104.698631:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763105.018573:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763105.722638:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763106.042588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763106.746652:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763107.066562:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763107.066569:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763107.066575:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763107.066578:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763107.066587:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2146
00000100:00080000:3.0:1787763107.066596:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763107.066602:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763107.066634:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278440704/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763107.066655:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763107.066658:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763107.066659:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763107.066662:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2146
00000100:00080000:3.0:1787763107.066665:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763107.066667:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763107.066676:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763107.066696:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278440704:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763107.066708:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278440832/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763107.066753:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763107.066786:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763107/real 1787763107]  req@ffff9dd193c77840 x1874603278440704/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763107.066800:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278440704/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763107.066808:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763107.066811:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763107.066814:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278440704:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763107.066832:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278440832:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763107.066845:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763107.066852:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763107/real 1787763107]  req@ffff9dd193c74000 x1874603278440832/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763107.066860:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278440832/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763107.066877:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763107.066880:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763107.066882:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278440832:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763107.770662:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763108.090584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763108.794622:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763109.114634:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763109.818612:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763110.138589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763110.842618:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763111.162612:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763111.866616:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763112.186572:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763112.186575:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763112.186581:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763112.186584:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763112.186592:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2151
00000100:00080000:3.0:1787763112.186601:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763112.186607:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763112.186635:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278440960/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763112.186675:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763112.186679:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763112.186682:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763112.186686:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2151
00000100:00080000:3.0:1787763112.186690:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763112.186694:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763112.186705:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763112.186720:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278441088/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763112.186721:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278440960:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763112.186781:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763112.186810:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763112/real 1787763112]  req@ffff9dd193c74f00 x1874603278440960/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763112.186822:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278440960/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763112.186830:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763112.186833:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763112.186836:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278440960:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763112.186853:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278441088:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763112.186868:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763112.186875:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763112/real 1787763112]  req@ffff9dd193c75a40 x1874603278441088/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763112.186883:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278441088/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763112.186889:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763112.186891:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763112.186893:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278441088:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763112.890614:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763113.210589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763113.914652:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763114.234580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763114.938631:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763115.258558:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763115.962635:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763116.282602:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763116.986773:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763117.306617:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763117.306626:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763117.306629:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763117.306638:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2157
00000100:00100000:0.0:1787763117.306643:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763117.306665:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763117.306672:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763117.306701:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278441216/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763117.306725:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763117.306728:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763117.306729:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763117.306733:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2157
00000100:00080000:3.0:1787763117.306735:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763117.306737:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763117.306745:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763117.306754:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278441344/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763117.306776:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278441216:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763117.306838:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763117.306868:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763117/real 1787763117]  req@ffff9dd193c76940 x1874603278441216/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763117.306883:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278441216/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763117.306891:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763117.306894:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763117.306897:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278441216:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763117.306902:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278441344:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763117.306917:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763117.306924:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763117/real 1787763117]  req@ffff9dd193c76580 x1874603278441344/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763117.306932:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278441344/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763117.306938:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763117.306940:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763117.306942:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278441344:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763118.010643:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763118.330570:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763119.034648:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763119.354593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763120.058645:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763120.378619:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763121.082680:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763121.402631:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763122.106651:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763122.426643:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763122.426657:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1787763122.426658:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763122.426662:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763122.426678:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2162
00000100:00080000:3.0:1787763122.426692:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763122.426702:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763122.426753:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278441472/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763122.426788:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763122.426813:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763122.426816:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763122.426822:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2162
00000100:00080000:3.0:1787763122.426827:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763122.426832:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763122.426846:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763122.426855:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278441472:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763122.426867:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278441600/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763122.426927:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763122.426962:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763122/real 1787763122]  req@ffff9dd193c74b40 x1874603278441472/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763122.426990:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278441472/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763122.426999:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763122.427003:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763122.427006:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278441472:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763122.427026:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278441600:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763122.427056:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763122.427065:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763122/real 1787763122]  req@ffff9dd193c770c0 x1874603278441600/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763122.427073:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278441600/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763122.427079:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763122.427081:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763122.427083:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278441600:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763123.130645:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763123.450585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763124.154701:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763124.474565:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763125.178616:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763125.498613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763126.202767:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763126.522636:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763127.226609:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763127.546579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763127.546581:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763127.546591:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763127.546596:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763127.546606:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2167
00000100:00080000:3.0:1787763127.546618:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763127.546624:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763127.546657:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75680 x1874603278441728/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763127.546678:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763127.546682:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763127.546683:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763127.546686:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2167
00000100:00080000:3.0:1787763127.546689:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763127.546691:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763127.546711:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763127.546723:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278441856/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763127.546755:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278441728:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763127.546831:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278441856:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763128.250608:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763128.570612:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763129.274597:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763129.594617:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763130.298649:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763130.618674:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:2.0:1787763130.618780:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:2.0:1787763130.618817:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787763130.618832:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:2.0:1787763130.618861:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:1.0:1787763130.618945:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763127/real 1787763130]  req@ffff9dd193c75680 x1874603278441728/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763130.618966:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75680 x1874603278441728/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763130.618976:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763130.618979:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763130.618982:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278441728:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763130.618988:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763127/real 1787763130]  req@ffff9dd193c770c0 x1874603278441856/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763130.618996:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278441856/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763130.619000:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763130.619003:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763130.619005:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278441856:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763131.322633:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763131.642627:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763132.346618:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763132.666646:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763132.666668:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763132.666675:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763132.666696:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2172
00000100:00080000:3.0:1787763132.666717:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763132.666736:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763132.666737:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787763132.666796:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278441984/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763132.666846:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763132.666851:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763132.666854:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763132.666860:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2172
00000100:00080000:3.0:1787763132.666865:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763132.666870:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763132.666885:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763132.666902:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278442112/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763132.666956:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278441984:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763132.667088:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763132.667168:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763132/real 1787763132]  req@ffff9dd193c74b40 x1874603278441984/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763132.667206:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278441984/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763132.667298:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763132.667308:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763132.667317:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278441984:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763132.667334:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278442112:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763132.667390:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763132.667419:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763132/real 1787763132]  req@ffff9dd193c76580 x1874603278442112/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763132.667447:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278442112/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763132.667462:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763132.667469:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763132.667475:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278442112:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763133.370624:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763133.690818:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763134.394657:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763134.714651:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763135.418608:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763135.738573:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763136.442611:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763136.762584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763137.466732:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763137.786688:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763137.786735:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763137.786747:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763137.786754:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763137.786769:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2177
00000100:00080000:2.0:1787763137.786786:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763137.786796:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763137.786869:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278442240/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763137.786909:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763137.786915:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763137.786917:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763137.786923:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2177
00000100:00080000:2.0:1787763137.786927:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763137.786932:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763137.786946:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763137.786991:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278442368/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763137.787052:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278442240:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763137.787171:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763137.787274:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763137/real 1787763137]  req@ffff9dd193d16d00 x1874603278442240/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763137.787313:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278442240/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763137.787350:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763137.787356:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763137.787362:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278442240:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763137.787372:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278442368:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763137.787409:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763137.787425:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763137/real 1787763137]  req@ffff9dd193d152c0 x1874603278442368/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763137.787441:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278442368/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763137.787452:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763137.787456:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763137.787460:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278442368:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763138.490659:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763138.810606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763139.514691:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763139.834598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763140.538603:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763140.858648:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763141.562633:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763141.882601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763142.586645:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763142.906635:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787763142.906663:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763142.906671:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787763142.906676:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763142.906687:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2182
00000100:00080000:1.0:1787763142.906701:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763142.906709:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763142.906757:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c3c0 x1874603278442496/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787763142.906808:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763142.906811:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787763142.906813:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763142.906816:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2182
00000100:00080000:1.0:1787763142.906819:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763142.906823:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787763142.906835:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763142.906846:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c780 x1874603278442624/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787763142.906857:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278442496:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787763142.906933:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763142.906978:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763142/real 1787763142]  req@ffff9dd186d6c3c0 x1874603278442496/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763142.907001:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c3c0 x1874603278442496/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763142.907010:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763142.907014:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763142.907017:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278442496:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763142.907040:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278442624:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763142.907057:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763142.907066:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763142/real 1787763142]  req@ffff9dd186d6c780 x1874603278442624/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763142.907074:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c780 x1874603278442624/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763142.907079:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763142.907081:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763142.907084:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278442624:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763143.610755:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763143.930659:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763144.634723:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763144.954606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763145.658778:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763145.978564:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763146.682758:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763147.002579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763147.706750:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763148.026567:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763148.026654:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763148.026659:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763148.026663:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763148.026670:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2187
00000100:00080000:3.0:1787763148.026691:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763148.026697:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763148.026725:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278442752/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763148.026752:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763148.026755:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763148.026757:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763148.026760:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2187
00000100:00080000:3.0:1787763148.026762:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763148.026764:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763148.026773:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763148.026782:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278442880/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763148.026840:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278442752:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763148.026973:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763148.027022:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763148/real 1787763148]  req@ffff9dd193c76940 x1874603278442752/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763148.027081:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278442752/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763148.027097:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763148.027103:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763148.027108:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278442752:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763148.027118:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278442880:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763148.027196:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763148.027219:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763148/real 1787763148]  req@ffff9dd193c75a40 x1874603278442880/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763148.027229:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278442880/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763148.027235:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763148.027238:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763148.027240:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278442880:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763148.730798:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763149.050575:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763149.754660:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763150.074682:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763150.778615:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763151.098586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763151.802754:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763152.122694:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763152.826659:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763153.146681:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763153.146699:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763153.146707:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787763153.146721:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763153.146725:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2192
00000100:00080000:3.0:1787763153.146748:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763153.146763:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763153.146821:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278443008/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763153.146904:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763153.146912:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763153.146916:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763153.146925:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2192
00000100:00080000:3.0:1787763153.146934:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763153.146944:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763153.146962:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763153.146988:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278443008:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763153.146997:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278443136/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763153.147080:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763153.147160:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763153/real 1787763153]  req@ffff9dd193c74f00 x1874603278443008/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763153.147185:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278443008/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763153.147200:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763153.147205:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763153.147210:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278443008:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763153.147242:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278443136:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763153.147269:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763153.147284:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763153/real 1787763153]  req@ffff9dd193c74000 x1874603278443136/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763153.147300:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278443136/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763153.147323:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763153.147329:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763153.147333:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278443136:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763153.850784:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763154.170674:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763154.874696:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763155.194629:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763155.898765:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763156.218623:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763156.922807:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763157.242659:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763157.946820:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763158.266604:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763158.266605:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763158.266618:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763158.266625:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763158.266637:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2197
00000100:00080000:3.0:1787763158.266652:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763158.266661:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763158.266715:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278443264/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763158.266759:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763158.266764:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763158.266767:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763158.266774:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2197
00000100:00080000:3.0:1787763158.266779:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763158.266809:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763158.266826:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763158.266847:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278443392/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763158.266865:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278443264:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763158.266955:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763158.267008:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763158/real 1787763158]  req@ffff9dd193c77840 x1874603278443264/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763158.267029:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278443264/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763158.267040:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763158.267044:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763158.267049:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278443264:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763158.267096:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278443392:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763158.267121:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763158.267133:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763158/real 1787763158]  req@ffff9dd193c752c0 x1874603278443392/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763158.267145:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278443392/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763158.267153:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763158.267157:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763158.267160:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278443392:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763158.970845:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763159.290665:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763159.994743:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763160.314584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763161.018650:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763161.338609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763162.042653:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763162.362585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763163.066759:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763163.386590:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787763163.386592:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763163.386601:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763163.386605:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763163.386614:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2203
00000100:00080000:3.0:1787763163.386623:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763163.386629:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763163.386661:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c743c0 x1874603278443520/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763163.386682:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763163.386685:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763163.386687:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763163.386689:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2203
00000100:00080000:3.0:1787763163.386692:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763163.386695:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763163.386703:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763163.386717:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278443648/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763163.386719:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278443520:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763163.386810:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763163.386850:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763163/real 1787763163]  req@ffff9dd193c743c0 x1874603278443520/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763163.386869:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c743c0 x1874603278443520/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763163.386880:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763163.386884:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763163.386889:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278443520:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763163.386914:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278443648:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763163.386938:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763163.386951:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763163/real 1787763163]  req@ffff9dd193c752c0 x1874603278443648/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763163.386966:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278443648/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763163.386976:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763163.386980:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763163.386984:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278443648:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763164.090658:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763164.410606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763165.114660:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763165.434587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763166.138641:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763166.458605:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763167.162676:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763167.482594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763168.186630:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763168.506590:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787763168.506600:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763168.506607:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763168.506611:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763168.506621:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2208
00000100:00080000:3.0:1787763168.506632:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763168.506640:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763168.506677:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278443776/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763168.506701:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763168.506704:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763168.506706:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763168.506709:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2208
00000100:00080000:3.0:1787763168.506712:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763168.506715:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763168.506723:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763168.506735:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278443904/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763168.506750:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278443776:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763168.506808:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763168.506839:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763168/real 1787763168]  req@ffff9dd193c77840 x1874603278443776/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763168.506866:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278443776/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763168.506875:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763168.506878:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763168.506881:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278443776:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763168.506901:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278443904:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763168.506919:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763168.506928:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763168/real 1787763168]  req@ffff9dd193c74000 x1874603278443904/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763168.506937:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278443904/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763168.506943:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763168.506945:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763168.506948:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278443904:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763169.210686:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763169.530601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763170.234793:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763170.554633:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763171.258713:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763171.578590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763172.282844:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763172.602711:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763173.306729:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763173.626726:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763173.626792:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763173.626802:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763173.626810:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763173.626827:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2213
00000100:00080000:0.0:1787763173.626847:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763173.626861:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763173.626953:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b243c0 x1874603278444032/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763173.627039:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763173.627047:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763173.627051:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763173.627062:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2213
00000100:00080000:0.0:1787763173.627071:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763173.627081:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763173.627101:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763173.627114:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278444032:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787763173.627142:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25a40 x1874603278444160/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763173.627200:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763173.627249:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763173/real 1787763173]  req@ffff9dd193b243c0 x1874603278444032/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763173.627265:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b243c0 x1874603278444032/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763173.627291:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763173.627294:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763173.627297:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278444032:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763173.627318:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278444160:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763173.627336:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763173.627345:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763173/real 1787763173]  req@ffff9dd193b25a40 x1874603278444160/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763173.627353:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25a40 x1874603278444160/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763173.627359:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763173.627361:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763173.627363:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278444160:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763174.330712:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763174.650636:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763175.354685:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763175.674618:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763176.378741:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763176.698576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763177.402660:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763177.722579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763178.426674:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763178.746598:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763178.746609:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1787763178.746613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763178.746630:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763178.746641:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2218
00000100:00080000:0.0:1787763178.746652:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763178.746660:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763178.746694:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b27840 x1874603278444288/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763178.746729:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763178.746733:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763178.746735:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763178.746740:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2218
00000100:00080000:0.0:1787763178.746743:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763178.746748:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763178.746759:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763178.746772:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278444288:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787763178.746776:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24780 x1874603278444416/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763178.746831:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763178.746861:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763178/real 1787763178]  req@ffff9dd193b27840 x1874603278444288/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763178.746874:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b27840 x1874603278444288/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763178.746882:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763178.746885:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763178.746888:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278444288:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763178.746914:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278444416:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763178.746949:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763178.746959:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763178/real 1787763178]  req@ffff9dd193b24780 x1874603278444416/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763178.746968:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24780 x1874603278444416/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763178.746973:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763178.746975:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763178.746978:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278444416:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763179.450745:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763179.770604:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763180.474620:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763180.794573:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763181.498623:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763181.818597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763182.522676:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763182.842656:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763183.546625:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763183.866590:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763183.866599:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763183.866602:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787763183.866604:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763183.866611:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2223
00000100:00080000:3.0:1787763183.866621:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763183.866628:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763183.866672:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278444544/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763183.866695:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763183.866698:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763183.866699:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763183.866702:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2223
00000100:00080000:3.0:1787763183.866704:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763183.866707:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763183.866715:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763183.866733:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278444544:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763183.866750:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278444672/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763183.866801:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763183.866831:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763183/real 1787763183]  req@ffff9dd193c74f00 x1874603278444544/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763183.866845:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278444544/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763183.866853:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763183.866856:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763183.866859:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278444544:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763183.866877:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278444672:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763183.866904:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763183.866916:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763183/real 1787763183]  req@ffff9dd193c75a40 x1874603278444672/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763183.866932:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278444672/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763183.866938:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763183.866941:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763183.866943:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278444672:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763184.570678:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763184.890574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763185.594664:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763185.914601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763186.618625:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763186.938576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763187.642653:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763187.962579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763188.666602:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763188.986612:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763188.986618:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763188.986625:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763188.986629:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763188.986638:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2228
00000100:00080000:3.0:1787763188.986650:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763188.986658:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763188.986695:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278444800/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763188.986718:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763188.986725:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763188.986728:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763188.986733:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2228
00000100:00080000:3.0:1787763188.986737:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763188.986742:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763188.986752:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763188.986764:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278444928/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763188.986778:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278444800:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763188.986839:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763188.986886:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763188/real 1787763188]  req@ffff9dd193c76940 x1874603278444800/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763188.986904:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278444800/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763188.986915:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763188.986920:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763188.986925:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278444800:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763188.986952:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278444928:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763188.986974:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763188.986983:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763188/real 1787763188]  req@ffff9dd193c76580 x1874603278444928/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763188.986992:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278444928/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763188.987014:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763188.987016:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763188.987019:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278444928:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763189.690638:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763190.010641:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763190.714629:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763191.034625:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763191.738627:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763192.058629:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763192.762607:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763193.082630:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763193.786677:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763194.106623:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763194.106642:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763194.106655:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763194.106686:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763194.106699:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2233
00000100:00080000:3.0:1787763194.106729:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763194.106739:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763194.106790:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278445056/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763194.106846:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763194.106868:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763194.106870:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763194.106875:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2233
00000100:00080000:3.0:1787763194.106878:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763194.106882:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763194.106894:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763194.106909:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278445184/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763194.106968:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278445056:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763194.107097:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278445184:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763194.810710:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763195.130674:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763195.834677:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763196.154652:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763196.858724:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763197.178633:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:2.0:1787763197.178943:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:2.0:1787763197.179005:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787763197.179029:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:2.0:1787763197.179081:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:1.0:1787763197.179151:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763194/real 1787763197]  req@ffff9dd193c74b40 x1874603278445056/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763197.179191:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278445056/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763197.179212:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763197.179222:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763197.179231:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278445056:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763197.179247:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763194/real 1787763197]  req@ffff9dd193c770c0 x1874603278445184/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763197.179276:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278445184/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763197.179294:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763197.179301:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763197.179307:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278445184:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763197.882706:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763198.202636:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763198.906664:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763199.226585:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787763199.226590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763199.226595:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763199.226600:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763199.226609:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2238
00000100:00080000:3.0:1787763199.226618:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763199.226624:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763199.226664:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75680 x1874603278445312/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763199.226699:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763199.226701:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763199.226703:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763199.226706:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2238
00000100:00080000:3.0:1787763199.226709:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763199.226712:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763199.226719:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763199.226729:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278445440/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763199.226771:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278445312:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763199.226856:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763199.226900:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763199/real 1787763199]  req@ffff9dd193c75680 x1874603278445312/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763199.226916:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75680 x1874603278445312/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763199.226929:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763199.226934:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763199.226939:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278445312:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763199.226947:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278445440:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763199.226978:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763199.226992:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763199/real 1787763199]  req@ffff9dd193c770c0 x1874603278445440/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763199.227004:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278445440/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763199.227012:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763199.227015:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763199.227018:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278445440:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763199.930625:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763200.250574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763200.954669:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763201.274586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763201.978698:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763202.298563:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763203.002681:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763203.322590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763204.026666:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763204.346591:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763204.346599:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763204.346603:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787763204.346609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763204.346612:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2244
00000100:00080000:0.0:1787763204.346623:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763204.346638:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763204.346671:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24f00 x1874603278445568/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763204.346691:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763204.346694:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763204.346696:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763204.346710:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2244
00000100:00080000:0.0:1787763204.346713:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763204.346716:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763204.346724:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787763204.346733:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24b40 x1874603278445696/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763204.346773:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278445568:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763204.346827:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763204.346863:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763204/real 1787763204]  req@ffff9dd193b24f00 x1874603278445568/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763204.346888:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24f00 x1874603278445568/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763204.346896:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763204.346899:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763204.346902:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278445568:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763204.346907:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278445696:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763204.346923:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763204.346931:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763204/real 1787763204]  req@ffff9dd193b24b40 x1874603278445696/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763204.346939:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24b40 x1874603278445696/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763204.346944:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763204.346946:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763204.346948:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278445696:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763205.050651:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763205.370602:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763206.074661:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763206.394564:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763207.098712:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763207.418574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763208.122634:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763208.442695:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763209.146804:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763209.466592:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763209.466606:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763209.466614:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763209.466619:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763209.466629:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2249
00000100:00080000:2.0:1787763209.466639:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763209.466646:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763209.466679:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278445824/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763209.466712:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763209.466715:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763209.466730:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763209.466735:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2249
00000100:00080000:2.0:1787763209.466740:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763209.466745:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763209.466755:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763209.466761:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278445824:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787763209.466774:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278445952/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763209.466825:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763209.466859:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763209/real 1787763209]  req@ffff9dd193d152c0 x1874603278445824/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763209.466877:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278445824/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763209.466895:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763209.466899:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763209.466902:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278445824:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763209.466921:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278445952:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763209.466938:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763209.466947:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763209/real 1787763209]  req@ffff9dd193d16d00 x1874603278445952/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763209.466955:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278445952/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763209.466961:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763209.466964:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763209.466966:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278445952:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763210.170634:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763210.490571:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763211.194635:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763211.514570:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763212.218643:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763212.538585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763213.242673:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763213.562575:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763214.266646:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763214.586608:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763214.586618:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763214.586624:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763214.586628:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763214.586637:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2254
00000100:00080000:3.0:1787763214.586647:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763214.586653:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763214.586706:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278446080/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763214.586752:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763214.586756:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763214.586759:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763214.586764:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2254
00000100:00080000:3.0:1787763214.586771:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763214.586777:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763214.586788:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763214.586803:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278446080:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763214.586808:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278446208/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763214.586868:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763214.586909:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763214/real 1787763214]  req@ffff9dd193c74b40 x1874603278446080/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763214.586927:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278446080/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763214.586937:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763214.586941:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763214.586945:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278446080:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763214.586974:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278446208:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763214.586994:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763214.587005:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763214/real 1787763214]  req@ffff9dd193c76580 x1874603278446208/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763214.587014:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278446208/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763214.587021:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763214.587023:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763214.587026:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278446208:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763215.290662:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763215.610588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763216.314637:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763216.634584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763217.338641:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763217.658575:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763218.362769:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763218.682599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763219.386751:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763219.706638:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763219.706670:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763219.706680:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763219.706685:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763219.706698:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2259
00000100:00080000:2.0:1787763219.706712:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763219.706722:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763219.706762:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278446336/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763219.706790:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763219.706794:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763219.706796:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763219.706812:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2259
00000100:00080000:2.0:1787763219.706816:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763219.706820:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763219.706829:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763219.706842:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278446464/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763219.706909:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278446336:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763219.707042:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763219.707121:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763219/real 1787763219]  req@ffff9dd193d143c0 x1874603278446336/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763219.707149:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278446336/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763219.707168:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763219.707174:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763219.707183:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278446336:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763219.707195:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278446464:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763219.707226:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763219.707242:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763219/real 1787763219]  req@ffff9dd193d17840 x1874603278446464/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763219.707280:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278446464/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763219.707292:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763219.707296:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763219.707301:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278446464:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763220.410629:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763220.730632:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763221.434660:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763221.754576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763222.458737:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763222.778645:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763223.482650:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763223.802580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763224.506607:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763224.826586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763224.826649:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763224.826655:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763224.826658:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763224.826666:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2264
00000100:00080000:3.0:1787763224.826675:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763224.826680:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763224.826712:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278446592/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763224.826735:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763224.826737:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763224.826738:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763224.826741:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2264
00000100:00080000:3.0:1787763224.826759:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763224.826763:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763224.826772:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763224.826783:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278446592:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763224.826786:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278446720/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763224.826843:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763224.826874:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763224/real 1787763224]  req@ffff9dd193c76940 x1874603278446592/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763224.826887:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278446592/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763224.826895:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763224.826898:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763224.826900:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278446592:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763224.826919:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278446720:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763224.826933:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763224.826940:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763224/real 1787763224]  req@ffff9dd193c75a40 x1874603278446720/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763224.826961:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278446720/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763224.826968:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763224.826970:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763224.826972:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278446720:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763225.530641:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763225.850578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763226.554621:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763226.874588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763227.578664:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763227.898610:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763228.602730:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763228.922734:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763229.626755:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763229.946611:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763229.946619:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763229.946623:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763229.946634:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2269
00000100:00080000:3.0:1787763229.946646:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763229.946654:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763229.946689:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278446848/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763229.946713:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763229.946718:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763229.946720:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763229.946726:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2269
00000100:00080000:3.0:1787763229.946729:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763229.946734:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763229.946743:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787763229.946770:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787763229.946770:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278446848:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763229.946770:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278446976/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763229.946867:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763229.946907:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763229/real 1787763229]  req@ffff9dd193c74f00 x1874603278446848/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763229.946923:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278446848/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763229.946931:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763229.946935:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763229.946938:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278446848:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763229.946959:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278446976:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763229.946977:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763229.946985:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763229/real 1787763229]  req@ffff9dd193c74000 x1874603278446976/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763229.946994:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278446976/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763229.947013:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763229.947015:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763229.947018:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278446976:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763230.650672:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763230.970703:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763231.674677:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763231.994681:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763232.698641:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763233.018665:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763233.722723:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763234.042712:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763234.746626:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763235.066598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763235.066619:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763235.066624:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763235.066628:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763235.066636:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2274
00000100:00080000:2.0:1787763235.066645:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763235.066651:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763235.066683:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278447104/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763235.066705:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763235.066708:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763235.066709:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763235.066712:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2274
00000100:00080000:2.0:1787763235.066714:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763235.066733:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763235.066743:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763235.066746:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278447104:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787763235.066755:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15680 x1874603278447232/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763235.066804:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763235.066837:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763235/real 1787763235]  req@ffff9dd193d161c0 x1874603278447104/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763235.066851:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278447104/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763235.066858:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763235.066861:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763235.066864:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278447104:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763235.066883:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278447232:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763235.066897:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763235.066905:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763235/real 1787763235]  req@ffff9dd193d15680 x1874603278447232/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763235.066913:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15680 x1874603278447232/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763235.066930:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763235.066933:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763235.066935:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278447232:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763235.770625:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763236.090618:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763236.794619:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763237.114590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763237.818646:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763238.138600:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763238.842627:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763239.162592:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763239.866635:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763240.186598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763240.186605:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763240.186611:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763240.186615:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763240.186623:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2279
00000100:00080000:2.0:1787763240.186642:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763240.186649:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763240.186687:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15a40 x1874603278447360/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763240.186705:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763240.186707:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763240.186708:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763240.186711:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2279
00000100:00080000:2.0:1787763240.186713:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763240.186717:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763240.186724:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763240.186734:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278447488/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763240.186754:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278447360:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763240.186809:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763240.186840:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763240/real 1787763240]  req@ffff9dd193d15a40 x1874603278447360/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763240.186854:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15a40 x1874603278447360/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763240.186862:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763240.186865:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763240.186868:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278447360:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763240.186873:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278447488:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763240.186887:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763240.186894:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763240/real 1787763240]  req@ffff9dd193d15e00 x1874603278447488/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763240.186902:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278447488/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763240.186908:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763240.186925:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763240.186928:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278447488:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763240.890643:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763241.210596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763241.914673:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763242.234592:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763242.938659:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763243.258573:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763243.962638:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763244.282591:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763244.986648:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763245.306581:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763245.306588:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763245.306595:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763245.306600:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763245.306610:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2285
00000100:00080000:2.0:1787763245.306620:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763245.306627:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763245.306663:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278447616/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763245.306690:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763245.306695:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763245.306697:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763245.306702:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2285
00000100:00080000:2.0:1787763245.306706:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763245.306712:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763245.306722:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763245.306730:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278447616:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787763245.306739:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15a40 x1874603278447744/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763245.306785:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763245.306817:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763245/real 1787763245]  req@ffff9dd193d15e00 x1874603278447616/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763245.306831:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278447616/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763245.306839:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763245.306842:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763245.306845:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278447616:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763245.306863:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278447744:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763245.306878:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763245.306885:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763245/real 1787763245]  req@ffff9dd193d15a40 x1874603278447744/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763245.306893:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15a40 x1874603278447744/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763245.306899:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763245.306902:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763245.306904:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278447744:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763246.010631:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763246.330598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763247.034638:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763247.354571:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763248.058617:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763248.378582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763249.082644:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763249.402595:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763250.106625:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763250.426591:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763250.426613:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763250.426619:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763250.426623:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763250.426631:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2290
00000100:00080000:3.0:1787763250.426641:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763250.426647:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763250.426680:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278447872/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763250.426703:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763250.426705:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763250.426707:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763250.426710:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2290
00000100:00080000:3.0:1787763250.426713:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763250.426715:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763250.426723:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763250.426733:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278448000/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763250.426748:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278447872:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763250.426825:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763250.426868:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763250/real 1787763250]  req@ffff9dd193c77840 x1874603278447872/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763250.426888:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278447872/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763250.426900:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763250.426905:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763250.426909:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278447872:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763250.426932:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278448000:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763250.426955:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763250.426968:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763250/real 1787763250]  req@ffff9dd193c752c0 x1874603278448000/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763250.426982:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278448000/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763250.426991:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763250.426995:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763250.426998:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278448000:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763251.130638:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763251.450593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763252.154651:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763252.474569:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763253.178660:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763253.498582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763254.202643:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763254.522579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763255.226645:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763255.546601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763255.546621:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763255.546627:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763255.546644:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763255.546652:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2295
00000100:00080000:2.0:1787763255.546661:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763255.546667:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763255.546695:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15680 x1874603278448128/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763255.546718:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763255.546721:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763255.546722:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763255.546725:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2295
00000100:00080000:2.0:1787763255.546727:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763255.546730:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763255.546737:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763255.546745:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278448256/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763255.546790:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278448128:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763255.546843:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763255.546872:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763255/real 1787763255]  req@ffff9dd193d15680 x1874603278448128/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763255.546897:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15680 x1874603278448128/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763255.546905:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763255.546908:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763255.546911:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278448128:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763255.546916:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278448256:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763255.546942:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763255.546951:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763255/real 1787763255]  req@ffff9dd193d161c0 x1874603278448256/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763255.546959:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278448256/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763255.546964:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763255.546967:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763255.546969:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278448256:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763256.250633:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763256.570585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763257.274686:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763257.594603:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763258.298631:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763258.618579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763259.322762:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763259.642651:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763260.346725:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787763260.666609:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763260.666618:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763260.666622:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763260.666630:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2300
00000100:00080000:2.0:1787763260.666641:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787763260.666649:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763260.666649:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763260.666696:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278448384/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763260.666739:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763260.666744:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763260.666746:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763260.666751:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2300
00000100:00080000:2.0:1787763260.666756:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763260.666762:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763260.666773:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763260.666787:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278448384:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787763260.666790:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278448512/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763260.666878:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278448512:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763261.370726:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763261.690601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763262.394733:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763262.714578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763263.418793:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763263.738596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:1.0:1787763263.738886:0:2337:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:1.0:1787763263.738950:0:2337:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787763263.738977:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:1.0:1787763263.739037:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:3.0:1787763263.739112:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763260/real 1787763263]  req@ffff9dd193d143c0 x1874603278448512/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763263.739187:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278448512/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763263.739204:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763263.739211:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763263.739217:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278448512:192.168.203.118@tcp:38:kworker.0
00000100:00100000:3.0:1787763263.739229:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763260/real 1787763263]  req@ffff9dd193d17840 x1874603278448384/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763263.739251:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278448384/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763263.739263:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763263.739267:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763263.739273:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278448384:192.168.203.118@tcp:250:kworker.0
00010000:00010000:3.0:1787763264.442750:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763264.762629:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763265.466735:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763265.786655:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763265.786765:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763265.786773:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763265.786776:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763265.786784:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2305
00000100:00080000:2.0:1787763265.786792:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763265.786798:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763265.786826:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278448640/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763265.786849:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763265.786852:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763265.786854:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763265.786857:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2305
00000100:00080000:2.0:1787763265.786875:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763265.786879:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763265.786888:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763265.786897:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278448640:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787763265.786903:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278448768/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787763265.786998:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763265.787063:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763265/real 1787763265]  req@ffff9dd193d16d00 x1874603278448640/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763265.787086:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278448640/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763265.787100:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763265.787106:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763265.787123:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278448640:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763265.787161:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278448768:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763265.787191:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763265.787207:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763265/real 1787763265]  req@ffff9dd193d152c0 x1874603278448768/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763265.787221:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278448768/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763265.787230:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763265.787234:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763265.787238:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278448768:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763266.490718:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763266.810593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763267.514768:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763267.834576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763268.538770:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763268.858580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763269.562756:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763269.882572:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763270.586740:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763270.906610:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763270.906610:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763270.906619:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763270.906624:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763270.906631:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2310
00000100:00080000:3.0:1787763270.906640:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763270.906646:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763270.906677:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c743c0 x1874603278448896/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763270.906706:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763270.906709:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763270.906721:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763270.906725:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2310
00000100:00080000:3.0:1787763270.906728:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763270.906738:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763270.906748:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763270.906761:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278448896:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763270.906768:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278449024/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763270.906820:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763270.906851:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763270/real 1787763270]  req@ffff9dd193c743c0 x1874603278448896/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763270.906865:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c743c0 x1874603278448896/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763270.906874:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763270.906877:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763270.906880:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278448896:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763270.906898:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278449024:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763270.906913:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763270.906925:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763270/real 1787763270]  req@ffff9dd193c752c0 x1874603278449024/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763270.906938:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278449024/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763270.906948:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763270.906951:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763270.906956:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278449024:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763271.610624:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763271.930609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763272.634628:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763272.954573:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763273.658658:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763273.978590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763274.682628:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763275.002589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763275.706642:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763276.026578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763276.026583:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763276.026590:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763276.026593:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763276.026601:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2315
00000100:00080000:0.0:1787763276.026610:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763276.026616:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763276.026646:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b261c0 x1874603278449152/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763276.026668:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763276.026671:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763276.026673:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763276.026675:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2315
00000100:00080000:0.0:1787763276.026678:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763276.026681:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763276.026689:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763276.026704:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278449152:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787763276.026714:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26580 x1874603278449280/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763276.026764:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763276.026794:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763276/real 1787763276]  req@ffff9dd193b261c0 x1874603278449152/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763276.026820:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b261c0 x1874603278449152/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763276.026828:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763276.026832:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763276.026835:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278449152:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763276.026855:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278449280:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763276.026872:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763276.026880:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763276/real 1787763276]  req@ffff9dd193b26580 x1874603278449280/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763276.026888:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26580 x1874603278449280/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763276.026895:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763276.026897:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763276.026899:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278449280:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763276.730661:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763277.050588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763277.754722:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763278.074634:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763278.778620:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763279.098607:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763279.802695:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763280.122574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763280.826601:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763281.146585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763281.146594:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763281.146601:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763281.146605:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763281.146614:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2320
00000100:00080000:3.0:1787763281.146625:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763281.146632:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763281.146674:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278449408/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763281.146698:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763281.146702:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763281.146704:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763281.146709:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2320
00000100:00080000:3.0:1787763281.146729:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763281.146735:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763281.146744:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278449408:192.168.203.118@tcp:250:kworker.0
00000008:00100000:3.0:1787763281.146745:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763281.146759:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278449536/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763281.146813:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763281.146845:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763281/real 1787763281]  req@ffff9dd193c77840 x1874603278449408/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763281.146859:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278449408/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763281.146876:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763281.146880:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763281.146883:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278449408:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763281.146902:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278449536:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763281.146929:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763281.146942:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763281/real 1787763281]  req@ffff9dd193c74000 x1874603278449536/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763281.146957:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278449536/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763281.146966:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763281.146970:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763281.146974:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278449536:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763281.850641:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763282.170592:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763282.874678:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763283.194614:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763283.898668:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763284.218570:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763284.922636:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763285.242584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763285.946659:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763286.266574:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763286.266583:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763286.266587:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787763286.266588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763286.266598:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2325
00000100:00080000:3.0:1787763286.266621:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763286.266627:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763286.266660:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278449664/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763286.266682:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763286.266685:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763286.266686:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763286.266689:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2325
00000100:00080000:3.0:1787763286.266692:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763286.266694:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763286.266702:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763286.266718:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278449792/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763286.266729:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278449664:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763286.266784:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763286.266816:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763286/real 1787763286]  req@ffff9dd193c74f00 x1874603278449664/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763286.266830:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278449664/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763286.266838:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763286.266841:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763286.266844:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278449664:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763286.266869:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278449792:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763286.266886:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763286.266894:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763286/real 1787763286]  req@ffff9dd193c75a40 x1874603278449792/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763286.266903:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278449792/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763286.266909:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763286.266912:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763286.266914:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278449792:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763286.970625:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763287.290618:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763287.994641:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763288.314594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763289.018649:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763289.338584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763290.042637:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763290.362607:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763291.066659:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763291.386584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787763291.386605:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763291.386611:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787763291.386616:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763291.386623:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2331
00000100:00080000:1.0:1787763291.386632:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763291.386638:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763291.386669:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f840 x1874603278449920/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787763291.386692:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763291.386695:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787763291.386697:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763291.386700:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2331
00000100:00080000:1.0:1787763291.386703:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763291.386720:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763291.386726:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278449920:192.168.203.118@tcp:250:kworker.0
00000008:00100000:1.0:1787763291.386731:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763291.386744:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e1c0 x1874603278450048/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787763291.386785:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763291.386817:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763291/real 1787763291]  req@ffff9dd186d6f840 x1874603278449920/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763291.386830:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f840 x1874603278449920/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763291.386838:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763291.386842:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763291.386846:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278449920:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763291.386863:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278450048:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763291.386877:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763291.386885:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763291/real 1787763291]  req@ffff9dd186d6e1c0 x1874603278450048/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763291.386893:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e1c0 x1874603278450048/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763291.386899:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763291.386901:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763291.386903:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278450048:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763292.090644:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763292.410604:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763293.114665:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763293.434575:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763294.138703:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763294.458652:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763295.162672:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763295.482600:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763296.186640:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763296.506601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763296.506634:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763296.506639:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763296.506642:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763296.506650:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2336
00000100:00080000:2.0:1787763296.506658:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763296.506663:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763296.506703:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278450176/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763296.506730:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763296.506733:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763296.506735:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763296.506738:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2336
00000100:00080000:2.0:1787763296.506742:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763296.506746:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763296.506754:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763296.506765:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278450176:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787763296.506768:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278450304/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787763296.506824:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763296.506855:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763296/real 1787763296]  req@ffff9dd193d152c0 x1874603278450176/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763296.506868:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278450176/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763296.506876:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763296.506879:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763296.506882:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278450176:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763296.506900:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278450304:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763296.506914:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763296.506922:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763296/real 1787763296]  req@ffff9dd193d16d00 x1874603278450304/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763296.506931:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278450304/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763296.506937:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763296.506939:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763296.506941:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278450304:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763297.210627:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763297.530585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763298.234645:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763298.554622:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763299.258638:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763299.578594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763300.282626:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763300.602582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763301.306659:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763301.626618:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763301.626625:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763301.626633:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763301.626638:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763301.626648:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2341
00000100:00080000:0.0:1787763301.626659:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763301.626667:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763301.626701:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26d00 x1874603278450432/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763301.626729:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763301.626735:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763301.626739:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763301.626745:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2341
00000100:00080000:0.0:1787763301.626750:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763301.626757:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763301.626769:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763301.626780:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278450432:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787763301.626786:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26940 x1874603278450560/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787763301.626863:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763301.626905:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763301/real 1787763301]  req@ffff9dd193b26d00 x1874603278450432/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763301.626930:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26d00 x1874603278450432/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763301.626945:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763301.626951:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763301.626957:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278450432:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763301.626990:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278450560:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763301.627016:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763301.627028:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763301/real 1787763301]  req@ffff9dd193b26940 x1874603278450560/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763301.627040:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26940 x1874603278450560/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763301.627048:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763301.627051:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763301.627054:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278450560:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763302.330626:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763302.650593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763303.354653:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763303.674581:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763304.378595:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763304.698579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763305.402657:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763305.722614:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763306.426646:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763306.746587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787763306.746595:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763306.746601:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787763306.746605:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763306.746614:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2346
00000100:00080000:1.0:1787763306.746623:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763306.746629:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763306.746661:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cf00 x1874603278450688/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787763306.746682:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763306.746686:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787763306.746689:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763306.746694:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2346
00000100:00080000:1.0:1787763306.746697:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763306.746702:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787763306.746712:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763306.746722:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278450688:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763306.746725:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e940 x1874603278450816/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787763306.746784:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763306.746815:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763306/real 1787763306]  req@ffff9dd186d6cf00 x1874603278450688/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763306.746832:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cf00 x1874603278450688/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763306.746843:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763306.746847:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763306.746852:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278450688:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763306.746875:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278450816:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763306.746893:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763306.746903:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763306/real 1787763306]  req@ffff9dd186d6e940 x1874603278450816/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763306.746916:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e940 x1874603278450816/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763306.746926:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763306.746930:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763306.746934:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278450816:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763307.450624:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763307.770637:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763308.474734:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763308.794608:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763309.498679:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763309.818660:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763310.522732:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763310.842623:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763311.546721:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763311.866621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787763311.866683:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763311.866695:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787763311.866700:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763311.866716:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2351
00000100:00080000:1.0:1787763311.866733:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763311.866744:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763311.866805:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c000 x1874603278450944/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787763311.866851:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763311.866857:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787763311.866859:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763311.866873:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2351
00000100:00080000:1.0:1787763311.866878:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763311.866883:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787763311.866897:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763311.866917:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f0c0 x1874603278451072/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787763311.866969:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278450944:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787763311.867100:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763311.867178:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763311/real 1787763311]  req@ffff9dd186d6c000 x1874603278450944/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763311.867217:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c000 x1874603278450944/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763311.867234:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763311.867239:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763311.867245:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278450944:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763311.867256:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278451072:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763311.867291:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763311.867309:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763311/real 1787763311]  req@ffff9dd186d6f0c0 x1874603278451072/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763311.867324:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f0c0 x1874603278451072/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763311.867335:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763311.867338:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763311.867342:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278451072:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763312.570704:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763312.890629:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763313.594713:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763313.914613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763314.618703:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763314.938594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763315.642712:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763315.962636:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763316.666717:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763316.986668:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763316.986709:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763316.986719:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763316.986725:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763316.986764:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2356
00000100:00080000:3.0:1787763316.986780:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763316.986789:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763316.986837:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278451200/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763316.986875:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763316.986879:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763316.986881:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763316.986885:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2356
00000100:00080000:3.0:1787763316.986889:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763316.986893:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763316.986905:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763316.986918:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278451328/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763316.986937:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278451200:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763316.987043:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763316.987094:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763316/real 1787763316]  req@ffff9dd193c76940 x1874603278451200/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763316.987125:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278451200/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763316.987136:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763316.987140:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763316.987145:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278451200:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763316.987173:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278451328:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763316.987197:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763316.987208:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763316/real 1787763316]  req@ffff9dd193c76580 x1874603278451328/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763316.987219:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278451328/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763316.987227:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763316.987230:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763316.987233:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278451328:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763317.690808:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763318.010624:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763318.714613:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763319.034641:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763319.738648:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763320.058589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763320.762612:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763321.082582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763321.786660:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763322.106596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763322.106644:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763322.106650:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763322.106654:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763322.106662:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2361
00000100:00080000:0.0:1787763322.106671:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763322.106677:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763322.106708:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25680 x1874603278451456/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763322.106730:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763322.106734:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763322.106735:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763322.106738:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2361
00000100:00080000:0.0:1787763322.106757:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763322.106760:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763322.106768:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787763322.106779:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b270c0 x1874603278451584/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763322.106789:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278451456:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763322.106862:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763322.106894:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763322/real 1787763322]  req@ffff9dd193b25680 x1874603278451456/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763322.106907:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25680 x1874603278451456/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763322.106927:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763322.106931:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763322.106934:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278451456:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763322.106970:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278451584:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763322.106996:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763322.107005:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763322/real 1787763322]  req@ffff9dd193b270c0 x1874603278451584/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763322.107014:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b270c0 x1874603278451584/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763322.107020:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763322.107023:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763322.107025:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278451584:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763322.810681:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763323.130598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763323.834636:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763324.154602:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763324.858626:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763325.178574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763325.882645:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763326.202581:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763326.906664:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763327.226641:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787763327.226650:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763327.226665:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763327.226675:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763327.226695:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2366
00000100:00080000:0.0:1787763327.226770:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763327.226786:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763327.226843:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25e00 x1874603278451712/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763327.226899:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763327.226905:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763327.226928:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763327.226935:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2366
00000100:00080000:0.0:1787763327.226941:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763327.226948:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763327.226965:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763327.226997:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278451712:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787763327.227004:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b270c0 x1874603278451840/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763327.227179:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278451840:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763327.930759:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763328.250691:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763328.954772:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763329.274658:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763329.978745:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763330.298771:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:0.0:1787763330.298778:0:2338:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:0.0:1787763330.298819:0:2338:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787763330.298837:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:0.0:1787763330.298872:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:1.0:1787763330.298931:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763327/real 1787763330]  req@ffff9dd193b270c0 x1874603278451840/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763330.298960:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b270c0 x1874603278451840/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763330.299001:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763330.299007:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763330.299011:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278451840:192.168.203.118@tcp:38:kworker.0
00000100:00100000:1.0:1787763330.299019:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763327/real 1787763330]  req@ffff9dd193b25e00 x1874603278451712/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763330.299032:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25e00 x1874603278451712/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763330.299040:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763330.299043:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763330.299046:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278451712:192.168.203.118@tcp:250:kworker.0
00010000:00010000:1.0:1787763331.002599:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763331.322633:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763332.026720:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763332.346589:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763332.346597:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763332.346600:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763332.346609:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2372
00000100:00080000:3.0:1787763332.346618:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763332.346624:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763332.346631:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787763332.346655:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278451968/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763332.346678:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763332.346681:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763332.346696:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763332.346701:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2372
00000100:00080000:3.0:1787763332.346707:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763332.346713:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763332.346721:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278451968:192.168.203.118@tcp:250:kworker.0
00000008:00100000:3.0:1787763332.346724:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763332.346744:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278452096/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763332.346783:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763332.346821:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763332/real 1787763332]  req@ffff9dd193c74b40 x1874603278451968/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763332.346841:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278451968/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763332.346853:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763332.346857:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763332.346861:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278451968:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763332.346896:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278452096:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763332.346942:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763332.346956:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763332/real 1787763332]  req@ffff9dd193c770c0 x1874603278452096/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763332.346970:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278452096/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763332.346989:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763332.346992:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763332.346996:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278452096:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763333.050701:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763333.370670:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763334.074673:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763334.394588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763335.098620:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763335.418589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763336.122675:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763336.442581:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763337.146602:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763337.466579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763337.466622:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763337.466627:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763337.466631:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763337.466672:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2377
00000100:00080000:0.0:1787763337.466687:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763337.466695:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763337.466743:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25680 x1874603278452224/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763337.466832:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763337.466851:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763337.466854:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763337.466859:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2377
00000100:00080000:0.0:1787763337.466865:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763337.466870:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763337.466881:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763337.466886:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278452224:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787763337.466900:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26940 x1874603278452352/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763337.466944:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763337.466974:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763337/real 1787763337]  req@ffff9dd193b25680 x1874603278452224/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763337.466987:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25680 x1874603278452224/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763337.466995:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763337.466998:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763337.467001:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278452224:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763337.467018:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278452352:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763337.467032:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763337.467048:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763337/real 1787763337]  req@ffff9dd193b26940 x1874603278452352/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763337.467056:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26940 x1874603278452352/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763337.467062:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763337.467065:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763337.467067:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278452352:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763338.170663:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763338.490574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763339.194593:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763339.514591:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763340.218650:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763340.538587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763341.242590:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763341.562584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763342.266709:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763342.586568:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763342.586656:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763342.586669:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763342.586675:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763342.586700:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2382
00000100:00080000:0.0:1787763342.586718:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763342.586729:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763342.586787:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26d00 x1874603278452480/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763342.586856:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763342.586861:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763342.586864:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763342.586870:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2382
00000100:00080000:0.0:1787763342.586875:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763342.586880:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763342.586919:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763342.586941:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278452480:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787763342.586948:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26580 x1874603278452608/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763342.587062:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763342.587133:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763342/real 1787763342]  req@ffff9dd193b26d00 x1874603278452480/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763342.587166:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26d00 x1874603278452480/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763342.587181:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763342.587187:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763342.587192:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278452480:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763342.587235:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278452608:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763342.587265:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763342.587280:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763342/real 1787763342]  req@ffff9dd193b26580 x1874603278452608/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763342.587320:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26580 x1874603278452608/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763342.587331:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763342.587336:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763342.587340:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278452608:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763343.290716:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763343.610591:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763344.314752:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763344.634575:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763345.338608:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763345.658608:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763346.362736:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763346.682589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763347.386673:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763347.706588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787763347.706615:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763347.706623:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787763347.706627:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763347.706634:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2387
00000100:00080000:1.0:1787763347.706644:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763347.706649:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763347.706682:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6fc00 x1874603278452736/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787763347.706707:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763347.706710:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787763347.706712:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763347.706715:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2387
00000100:00080000:1.0:1787763347.706717:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763347.706719:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787763347.706728:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763347.706753:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cb40 x1874603278452864/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787763347.706759:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278452736:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787763347.706868:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763347.706908:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763347/real 1787763347]  req@ffff9dd186d6fc00 x1874603278452736/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763347.706923:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6fc00 x1874603278452736/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763347.706932:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763347.706936:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763347.706939:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278452736:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763347.706962:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278452864:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763347.706978:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763347.706986:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763347/real 1787763347]  req@ffff9dd186d6cb40 x1874603278452864/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763347.706994:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cb40 x1874603278452864/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763347.707016:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763347.707018:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763347.707021:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278452864:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763348.410732:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763348.730701:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763349.434597:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763349.754580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763350.458691:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763350.778587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763351.482618:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763351.802586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763352.506659:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787763352.826580:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787763352.826581:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787763352.826588:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787763352.826592:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763352.826602:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2392
00000100:00080000:1.0:1787763352.826611:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763352.826617:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763352.826647:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6d2c0 x1874603278452992/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787763352.826670:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763352.826673:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787763352.826674:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763352.826678:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2392
00000100:00080000:1.0:1787763352.826680:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763352.826683:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787763352.826690:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763352.826699:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6ed00 x1874603278453120/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787763352.826761:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278452992:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787763352.826817:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763352.826848:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763352/real 1787763352]  req@ffff9dd186d6d2c0 x1874603278452992/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763352.826861:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6d2c0 x1874603278452992/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763352.826869:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763352.826872:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763352.826875:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278452992:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763352.826880:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278453120:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763352.826894:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763352.826901:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763352/real 1787763352]  req@ffff9dd186d6ed00 x1874603278453120/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763352.826909:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6ed00 x1874603278453120/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763352.826925:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763352.826928:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763352.826930:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278453120:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763353.530641:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763353.850596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763354.554634:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763354.874594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763355.578610:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763355.898588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763356.602677:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763356.922644:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763357.626622:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763357.946609:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763357.946618:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763357.946622:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763357.946631:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2397
00000100:00080000:0.0:1787763357.946640:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763357.946647:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763357.946658:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787763357.946683:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b261c0 x1874603278453248/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763357.946727:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763357.946731:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763357.946732:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763357.946736:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2397
00000100:00080000:0.0:1787763357.946739:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763357.946742:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763357.946751:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787763357.946761:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24b40 x1874603278453376/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787763357.946830:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278453248:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787763357.946937:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763357.946995:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763357/real 1787763357]  req@ffff9dd193b261c0 x1874603278453248/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763357.947020:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b261c0 x1874603278453248/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763357.947036:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763357.947042:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763357.947047:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278453248:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763357.947057:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278453376:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763357.947082:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763357.947096:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763357/real 1787763357]  req@ffff9dd193b24b40 x1874603278453376/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763357.947111:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24b40 x1874603278453376/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763357.947122:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763357.947147:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763357.947152:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278453376:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763358.650709:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763358.970645:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763359.674607:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763359.994677:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763360.698626:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763361.018611:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763361.722610:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763362.042578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763362.746633:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763363.066592:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763363.066622:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763363.066629:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763363.066634:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763363.066642:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2402
00000100:00080000:3.0:1787763363.066651:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763363.066657:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763363.066705:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75680 x1874603278453504/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763363.066735:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763363.066739:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763363.066742:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763363.066746:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2402
00000100:00080000:3.0:1787763363.066749:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763363.066753:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763363.066763:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763363.066774:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278453504:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763363.066778:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278453632/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763363.066831:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763363.066862:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763363/real 1787763363]  req@ffff9dd193c75680 x1874603278453504/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763363.066877:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75680 x1874603278453504/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763363.066885:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763363.066888:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763363.066891:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278453504:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763363.066908:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278453632:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763363.066922:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763363.066930:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763363/real 1787763363]  req@ffff9dd193c770c0 x1874603278453632/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763363.066938:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278453632/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763363.066944:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763363.066945:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763363.066947:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278453632:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763363.770610:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763364.090611:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763364.794665:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763365.114597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763365.818604:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763366.138576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763366.842657:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763367.162576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763367.866617:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763368.186577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763368.186581:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763368.186588:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763368.186592:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763368.186600:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2407
00000100:00080000:3.0:1787763368.186610:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763368.186654:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763368.186689:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278453760/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763368.186719:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763368.186722:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763368.186723:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763368.186727:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2407
00000100:00080000:3.0:1787763368.186731:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763368.186734:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763368.186743:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763368.186755:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278453888/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763368.186762:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278453760:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763368.186830:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763368.186862:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763368/real 1787763368]  req@ffff9dd193c74b40 x1874603278453760/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763368.186875:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278453760/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763368.186884:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763368.186887:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763368.186890:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278453760:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763368.186909:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278453888:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763368.186923:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763368.186930:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763368/real 1787763368]  req@ffff9dd193c76580 x1874603278453888/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763368.186938:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278453888/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763368.186945:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763368.186947:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763368.186949:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278453888:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763368.890635:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763369.210590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763369.914625:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763370.234608:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763370.938641:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763371.258580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763371.962624:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763372.282591:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763372.986653:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763373.306583:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763373.306603:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1787763373.306605:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763373.306621:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763373.306629:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2413
00000100:00080000:0.0:1787763373.306638:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763373.306644:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763373.306672:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24f00 x1874603278454016/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763373.306695:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763373.306698:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763373.306700:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763373.306703:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2413
00000100:00080000:0.0:1787763373.306705:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763373.306708:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763373.306717:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787763373.306726:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24780 x1874603278454144/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763373.306736:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278454016:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763373.306791:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763373.306819:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763373/real 1787763373]  req@ffff9dd193b24f00 x1874603278454016/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763373.306840:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24f00 x1874603278454016/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763373.306848:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763373.306851:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763373.306854:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278454016:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763373.306876:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278454144:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763373.306901:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763373.306915:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763373/real 1787763373]  req@ffff9dd193b24780 x1874603278454144/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763373.306930:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24780 x1874603278454144/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763373.306949:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763373.306953:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763373.306957:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278454144:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763374.010641:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763374.330609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763375.034731:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763375.354682:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763376.058612:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763376.378588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763377.082669:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763377.402588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763378.106630:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763378.426610:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763378.426615:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763378.426622:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763378.426626:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763378.426634:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2418
00000100:00080000:2.0:1787763378.426644:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763378.426650:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763378.426681:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278454272/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763378.426702:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763378.426705:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763378.426707:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763378.426710:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2418
00000100:00080000:2.0:1787763378.426712:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763378.426714:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763378.426722:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763378.426731:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278454400/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763378.426746:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278454272:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763378.426803:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763378.426834:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763378/real 1787763378]  req@ffff9dd193d17840 x1874603278454272/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763378.426869:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278454272/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763378.426877:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763378.426880:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763378.426883:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278454272:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763378.426902:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278454400:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763378.426919:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763378.426927:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763378/real 1787763378]  req@ffff9dd193d143c0 x1874603278454400/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763378.426935:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278454400/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763378.426941:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763378.426944:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763378.426946:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278454400:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763379.130625:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763379.450606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763380.154771:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763380.474608:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763381.178635:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763381.498576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763382.202616:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763382.522578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763383.226632:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763383.546608:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763383.546614:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763383.546631:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763383.546635:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763383.546643:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2423
00000100:00080000:2.0:1787763383.546652:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763383.546681:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763383.546709:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278454528/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763383.546731:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763383.546734:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763383.546735:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763383.546738:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2423
00000100:00080000:2.0:1787763383.546742:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763383.546744:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763383.546751:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763383.546760:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15680 x1874603278454656/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763383.546780:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278454528:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763383.546834:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763383.546866:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763383/real 1787763383]  req@ffff9dd193d161c0 x1874603278454528/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763383.546879:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278454528/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763383.546895:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763383.546898:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763383.546901:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278454528:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763383.546906:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278454656:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763383.546924:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763383.546931:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763383/real 1787763383]  req@ffff9dd193d15680 x1874603278454656/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763383.546940:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15680 x1874603278454656/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763383.546946:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763383.546948:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763383.546951:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278454656:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763384.250616:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763384.570617:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763385.274663:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763385.594576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763386.298620:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763386.618614:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763387.322644:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763387.642612:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763388.346597:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787763388.666584:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763388.666593:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763388.666597:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787763388.666599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763388.666606:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2428
00000100:00080000:2.0:1787763388.666617:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763388.666624:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763388.666657:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15a40 x1874603278454784/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763388.666679:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763388.666682:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763388.666697:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763388.666702:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2428
00000100:00080000:2.0:1787763388.666706:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763388.666709:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763388.666718:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278454784:192.168.203.118@tcp:250:kworker.0
00000008:00100000:2.0:1787763388.666718:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763388.666734:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278454912/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763388.666778:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763388.666809:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763388/real 1787763388]  req@ffff9dd193d15a40 x1874603278454784/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763388.666823:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15a40 x1874603278454784/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763388.666842:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763388.666846:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763388.666849:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278454784:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763388.666867:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278454912:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763388.666884:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763388.666892:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763388/real 1787763388]  req@ffff9dd193d15e00 x1874603278454912/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763388.666901:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278454912/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763388.666907:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763388.666909:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763388.666911:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278454912:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763389.370622:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763389.690612:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763390.394627:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763390.714588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763391.418693:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763391.738603:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763392.442592:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763392.762577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763393.466655:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763393.786575:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763393.786589:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763393.786595:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763393.786599:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763393.786608:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2433
00000100:00080000:2.0:1787763393.786617:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763393.786623:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763393.786656:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278455040/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763393.786677:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763393.786680:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763393.786682:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763393.786686:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2433
00000100:00080000:2.0:1787763393.786688:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763393.786690:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763393.786698:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763393.786722:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15a40 x1874603278455168/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763393.786735:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278455040:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763393.786850:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278455168:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763394.490621:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763394.810684:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763395.514638:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763395.834566:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763396.538632:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763396.858589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:2.0:1787763396.858772:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:2.0:1787763396.858803:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787763396.858816:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:2.0:1787763396.858842:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:1.0:1787763396.858875:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763393/real 1787763396]  req@ffff9dd193d15a40 x1874603278455168/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763396.858898:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15a40 x1874603278455168/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763396.858925:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763396.858931:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763396.858936:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278455168:192.168.203.118@tcp:38:kworker.0
00000100:00100000:1.0:1787763396.858945:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763393/real 1787763396]  req@ffff9dd193d15e00 x1874603278455040/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763396.858967:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278455040/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763396.858975:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763396.858979:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763396.858982:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278455040:192.168.203.118@tcp:250:kworker.0
00010000:00010000:2.0:1787763397.562700:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763397.882673:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763398.586697:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763398.906716:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763398.906753:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763398.906766:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763398.906772:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763398.906787:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2438
00000100:00080000:0.0:1787763398.906804:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763398.906832:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763398.906887:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b27840 x1874603278455296/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763398.906934:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763398.906957:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763398.906959:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763398.906967:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2438
00000100:00080000:0.0:1787763398.906973:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763398.906980:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763398.906997:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787763398.907044:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25a40 x1874603278455424/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763398.907057:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278455296:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763398.907181:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763398.907247:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763398/real 1787763398]  req@ffff9dd193b27840 x1874603278455296/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763398.907278:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b27840 x1874603278455296/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763398.907295:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763398.907303:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763398.907329:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278455296:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763398.907379:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278455424:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763398.907476:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763398.907505:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763398/real 1787763398]  req@ffff9dd193b25a40 x1874603278455424/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763398.907593:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25a40 x1874603278455424/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763398.907608:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763398.907614:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763398.907619:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278455424:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763399.610708:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763399.930660:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763400.634717:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763400.954579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763401.658724:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763401.978573:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763402.682688:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763403.002579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763403.706670:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763404.026588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763404.026589:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763404.026608:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763404.026612:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763404.026620:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2443
00000100:00080000:3.0:1787763404.026630:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763404.026637:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763404.026676:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278455552/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763404.026698:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763404.026701:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763404.026702:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763404.026706:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2443
00000100:00080000:3.0:1787763404.026723:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763404.026727:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763404.026736:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763404.026748:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278455680/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763404.026810:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278455552:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763404.026923:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763404.026972:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763404/real 1787763404]  req@ffff9dd193c76940 x1874603278455552/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763404.026992:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278455552/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763404.027004:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763404.027008:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763404.027011:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278455552:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763404.027018:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278455680:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763404.027037:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763404.027047:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763404/real 1787763404]  req@ffff9dd193c75a40 x1874603278455680/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763404.027075:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278455680/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763404.027083:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763404.027086:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763404.027089:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278455680:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763404.730747:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763405.050653:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763405.754702:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763406.074587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763406.778716:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763407.098623:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763407.802670:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763408.122628:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763408.826595:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763409.146638:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763409.146651:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763409.146657:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763409.146662:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763409.146672:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2448
00000100:00080000:2.0:1787763409.146696:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763409.146704:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763409.146751:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15680 x1874603278455808/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763409.146778:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763409.146801:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763409.146803:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763409.146808:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2448
00000100:00080000:2.0:1787763409.146811:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763409.146815:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763409.146826:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763409.146833:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278455808:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787763409.146841:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278455936/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763409.146936:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763409.146985:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763409/real 1787763409]  req@ffff9dd193d15680 x1874603278455808/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763409.147019:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15680 x1874603278455808/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763409.147032:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763409.147036:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763409.147041:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278455808:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763409.147071:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278455936:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763409.147096:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763409.147110:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763409/real 1787763409]  req@ffff9dd193d161c0 x1874603278455936/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763409.147138:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278455936/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763409.147148:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763409.147152:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763409.147156:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278455936:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763409.850645:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763410.170585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763410.874725:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763411.194657:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763411.898775:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763412.218587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763412.922614:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763413.242611:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763413.946716:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763414.266647:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763414.266672:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763414.266679:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763414.266682:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763414.266690:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2453
00000100:00080000:3.0:1787763414.266699:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763414.266705:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763414.266737:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278456064/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763414.266761:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763414.266764:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763414.266765:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763414.266768:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2453
00000100:00080000:3.0:1787763414.266771:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763414.266773:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763414.266781:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763414.266795:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278456192/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763414.266805:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278456064:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763414.266861:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763414.266899:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763414/real 1787763414]  req@ffff9dd193c74f00 x1874603278456064/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763414.266913:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278456064/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763414.266922:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763414.266925:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763414.266928:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278456064:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763414.266947:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278456192:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763414.266962:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763414.266979:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763414/real 1787763414]  req@ffff9dd193c74000 x1874603278456192/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763414.266987:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278456192/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763414.267006:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763414.267009:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763414.267011:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278456192:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763414.970754:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763415.290635:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763415.994761:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763416.314602:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763417.018633:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763417.338591:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763418.042707:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763418.362574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763419.066642:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763419.386583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763419.386746:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763419.386764:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763419.386772:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763419.386791:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2459
00000100:00080000:2.0:1787763419.386811:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763419.386826:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763419.386899:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278456320/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763419.386955:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763419.386963:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763419.386967:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763419.386977:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2459
00000100:00080000:2.0:1787763419.386986:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1787763419.387007:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278456320:192.168.203.118@tcp:250:kworker.0
00000100:00080000:2.0:1787763419.387025:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763419.387042:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763419.387065:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278456448/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763419.387083:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763419.387126:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763419/real 1787763419]  req@ffff9dd193d143c0 x1874603278456320/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763419.387142:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278456320/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763419.387151:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763419.387155:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763419.387158:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278456320:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763419.387179:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278456448:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763419.387194:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763419.387202:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763419/real 1787763419]  req@ffff9dd193d17840 x1874603278456448/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763419.387210:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278456448/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763419.387217:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763419.387220:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763419.387222:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278456448:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763420.090762:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763420.410581:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763421.114664:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763421.434601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763422.138607:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763422.458594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763423.162654:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763423.482586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763424.186611:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763424.506572:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763424.506685:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763424.506700:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763424.506709:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763424.506727:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2464
00000100:00080000:2.0:1787763424.506748:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763424.506780:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763424.506847:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278456576/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763424.506890:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763424.506895:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763424.506899:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763424.506907:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2464
00000100:00080000:2.0:1787763424.506914:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763424.506920:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763424.506934:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278456576:192.168.203.118@tcp:250:kworker.0
00000008:00100000:2.0:1787763424.506936:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763424.506965:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278456704/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763424.507016:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763424.507056:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763424/real 1787763424]  req@ffff9dd193d16d00 x1874603278456576/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763424.507070:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278456576/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763424.507079:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763424.507082:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763424.507085:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278456576:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763424.507108:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278456704:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763424.507124:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763424.507132:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763424/real 1787763424]  req@ffff9dd193d152c0 x1874603278456704/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763424.507140:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278456704/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763424.507147:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763424.507149:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763424.507151:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278456704:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763425.210638:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763425.530592:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763426.234604:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763426.554588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763427.258622:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763427.578580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763428.282608:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763428.602601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763429.306630:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763429.626576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763429.626716:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763429.626729:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763429.626763:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763429.626779:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2469
00000100:00080000:2.0:1787763429.626796:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763429.626807:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763429.626862:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278456832/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763429.626906:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763429.626912:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763429.626914:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763429.626921:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2469
00000100:00080000:2.0:1787763429.626926:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763429.626932:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763429.626948:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763429.626953:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278456832:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787763429.626968:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278456960/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763429.627030:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763429.627076:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763429/real 1787763429]  req@ffff9dd193d152c0 x1874603278456832/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763429.627093:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278456832/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763429.627103:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763429.627106:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763429.627109:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278456832:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763429.627131:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278456960:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763429.627150:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763429.627158:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763429/real 1787763429]  req@ffff9dd193d16d00 x1874603278456960/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763429.627167:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278456960/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763429.627173:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763429.627176:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763429.627178:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278456960:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763430.330629:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763430.650592:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763431.354620:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763431.674586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763432.378600:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763432.698623:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763433.402745:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763433.722599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763434.426609:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763434.746594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763434.746596:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763434.746609:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763434.746613:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763434.746623:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2474
00000100:00080000:2.0:1787763434.746636:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763434.746643:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763434.746686:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278457088/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763434.746716:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763434.746735:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763434.746737:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763434.746741:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2474
00000100:00080000:2.0:1787763434.746744:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763434.746748:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763434.746758:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763434.746769:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278457216/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763434.746778:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278457088:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763434.746857:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763434.746901:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763434/real 1787763434]  req@ffff9dd193d17840 x1874603278457088/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763434.746916:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278457088/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763434.746926:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763434.746929:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763434.746932:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278457088:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763434.746955:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278457216:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763434.746970:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763434.746979:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763434/real 1787763434]  req@ffff9dd193d143c0 x1874603278457216/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763434.746987:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278457216/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763434.746992:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763434.746994:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763434.746996:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278457216:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763435.450849:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763435.770581:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763436.474612:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763436.794606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763437.498634:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763437.818593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763438.522604:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763438.842573:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763439.546654:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763439.866657:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763439.866698:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763439.866712:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763439.866717:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763439.866730:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2479
00000100:00080000:2.0:1787763439.866745:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763439.866754:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763439.866805:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278457344/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763439.866841:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763439.866845:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763439.866847:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763439.866851:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2479
00000100:00080000:2.0:1787763439.866854:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763439.866857:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763439.866870:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763439.866883:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15680 x1874603278457472/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763439.866904:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278457344:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763439.867010:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763439.867053:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763439/real 1787763439]  req@ffff9dd193d161c0 x1874603278457344/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763439.867089:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278457344/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763439.867101:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763439.867106:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763439.867110:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278457344:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763439.867174:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278457472:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763439.867210:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763439.867227:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763439/real 1787763439]  req@ffff9dd193d15680 x1874603278457472/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763439.867245:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15680 x1874603278457472/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763439.867256:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763439.867261:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763439.867266:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278457472:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763440.570704:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763440.890598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763441.594693:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763441.914715:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763442.618691:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763442.938622:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763443.642684:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763443.962604:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763444.666608:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763444.986649:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763444.986681:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763444.986695:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763444.986702:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763444.986717:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2484
00000100:00080000:2.0:1787763444.986735:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763444.986746:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763444.986806:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278457600/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763444.986849:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763444.986854:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763444.986857:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763444.986862:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2484
00000100:00080000:2.0:1787763444.986867:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763444.986871:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763444.986886:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763444.986902:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15a40 x1874603278457728/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763444.986933:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278457600:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763444.987001:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763444.987036:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763444/real 1787763444]  req@ffff9dd193d15e00 x1874603278457600/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763444.987071:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278457600/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763444.987080:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763444.987083:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763444.987087:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278457600:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763444.987121:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278457728:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763444.987140:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763444.987149:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763444/real 1787763444]  req@ffff9dd193d15a40 x1874603278457728/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763444.987157:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15a40 x1874603278457728/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763444.987164:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763444.987166:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763444.987168:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278457728:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763445.690632:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763446.010619:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763446.714609:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763447.034616:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763447.738654:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763448.058690:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763448.762727:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763449.082694:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763449.786817:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763450.106700:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763450.106736:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763450.106755:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763450.106764:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763450.106781:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2489
00000100:00080000:2.0:1787763450.106800:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763450.106856:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763450.106918:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15a40 x1874603278457856/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763450.106968:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763450.106974:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763450.106977:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763450.106983:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2489
00000100:00080000:2.0:1787763450.106989:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763450.106994:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763450.107010:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763450.107030:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278457984/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763450.107052:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278457856:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763450.107187:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763450.107235:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763450/real 1787763450]  req@ffff9dd193d15a40 x1874603278457856/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763450.107259:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15a40 x1874603278457856/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763450.107299:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763450.107305:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763450.107310:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278457856:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763450.107341:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278457984:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763450.107372:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763450.107387:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763450/real 1787763450]  req@ffff9dd193d15e00 x1874603278457984/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763450.107402:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278457984/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763450.107412:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763450.107416:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763450.107421:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278457984:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763450.810682:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763451.130642:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763451.834661:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763452.154609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763452.858625:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763453.178629:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763453.882663:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763454.202577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763454.906656:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763455.226592:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787763455.226600:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763455.226602:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763455.226606:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763455.226614:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2494
00000100:00080000:0.0:1787763455.226625:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763455.226633:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763455.226669:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b243c0 x1874603278458112/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763455.226691:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763455.226694:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763455.226696:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763455.226699:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2494
00000100:00080000:0.0:1787763455.226717:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763455.226720:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763455.226729:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787763455.226739:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25a40 x1874603278458240/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763455.226828:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278458112:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763455.226937:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763455.226992:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763455/real 1787763455]  req@ffff9dd193b243c0 x1874603278458112/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763455.227019:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b243c0 x1874603278458112/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763455.227066:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763455.227072:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763455.227078:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278458112:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763455.227108:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278458240:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763455.227144:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763455.227162:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763455/real 1787763455]  req@ffff9dd193b25a40 x1874603278458240/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763455.227178:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25a40 x1874603278458240/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763455.227189:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763455.227193:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763455.227198:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278458240:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763455.930731:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763456.250632:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763456.954735:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763457.274582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763457.978656:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763458.298616:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763459.002632:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763459.322589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763460.026681:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763460.346590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763460.346595:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763460.346602:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763460.346605:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763460.346613:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2500
00000100:00080000:0.0:1787763460.346623:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763460.346629:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763460.346660:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b27840 x1874603278458368/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763460.346685:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763460.346688:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763460.346690:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763460.346693:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2500
00000100:00080000:0.0:1787763460.346697:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763460.346700:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763460.346708:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763460.346713:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278458368:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787763460.346720:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24780 x1874603278458496/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763460.346818:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278458496:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763461.050636:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763461.370653:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763462.074661:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763462.394627:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763463.098683:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763463.418745:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:0.0:1787763463.418790:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:0.0:1787763463.418854:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787763463.418869:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:0.0:1787763463.418923:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:1.0:1787763463.418962:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763460/real 1787763463]  req@ffff9dd193b24780 x1874603278458496/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763463.419009:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24780 x1874603278458496/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763463.419023:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763463.419028:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763463.419032:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278458496:192.168.203.118@tcp:38:kworker.0
00000100:00100000:1.0:1787763463.419046:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763460/real 1787763463]  req@ffff9dd193b27840 x1874603278458368/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763463.419081:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b27840 x1874603278458368/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763463.419091:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763463.419095:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763463.419099:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278458368:192.168.203.118@tcp:250:kworker.0
00010000:00010000:3.0:1787763464.122671:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763464.442659:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763465.146666:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787763465.466621:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763465.466630:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1787763465.466633:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787763465.466634:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763465.466646:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2505
00000100:00080000:1.0:1787763465.466662:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763465.466668:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763465.466698:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6ed00 x1874603278458624/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787763465.466720:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763465.466723:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787763465.466725:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763465.466728:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2505
00000100:00080000:1.0:1787763465.466730:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763465.466733:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787763465.466740:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763465.466748:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6d2c0 x1874603278458752/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787763465.466808:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278458624:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787763465.466875:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763465.466914:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763465/real 1787763465]  req@ffff9dd186d6ed00 x1874603278458624/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763465.466928:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6ed00 x1874603278458624/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763465.466951:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763465.466973:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763465.466978:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278458624:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763465.466986:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278458752:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763465.467016:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763465.467030:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763465/real 1787763465]  req@ffff9dd186d6d2c0 x1874603278458752/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763465.467043:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6d2c0 x1874603278458752/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763465.467051:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763465.467054:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763465.467057:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278458752:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763466.170674:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763466.490707:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763467.194729:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763467.514587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763468.218677:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763468.538603:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763469.242712:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763469.562585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763470.266678:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763470.586650:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763470.586817:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763470.586847:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763470.586852:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763470.586864:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2510
00000100:00080000:0.0:1787763470.586878:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763470.586887:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763470.586974:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24f00 x1874603278458880/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763470.587003:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763470.587007:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763470.587009:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763470.587016:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2510
00000100:00080000:0.0:1787763470.587020:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763470.587023:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763470.587035:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787763470.587047:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24b40 x1874603278459008/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787763470.587065:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278458880:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787763470.587151:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763470.587195:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763470/real 1787763470]  req@ffff9dd193b24f00 x1874603278458880/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763470.587211:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24f00 x1874603278458880/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763470.587233:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763470.587237:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763470.587240:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278458880:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763470.587265:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278459008:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763470.587285:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763470.587295:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763470/real 1787763470]  req@ffff9dd193b24b40 x1874603278459008/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763470.587304:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24b40 x1874603278459008/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763470.587310:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763470.587313:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763470.587315:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278459008:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763471.290735:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763471.610591:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763472.314715:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763472.634588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763473.338868:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763473.658605:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763474.362765:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763474.682591:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763475.386752:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763475.706586:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763475.706609:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763475.706613:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787763475.706618:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763475.706622:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2515
00000100:00080000:0.0:1787763475.706649:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763475.706655:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763475.706701:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b261c0 x1874603278459136/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763475.706729:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763475.706732:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763475.706734:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763475.706737:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2515
00000100:00080000:0.0:1787763475.706740:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763475.706743:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763475.706751:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787763475.706761:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26580 x1874603278459264/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787763475.706842:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278459136:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787763475.706940:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763475.706985:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763475/real 1787763475]  req@ffff9dd193b261c0 x1874603278459136/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763475.707001:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b261c0 x1874603278459136/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763475.707021:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763475.707025:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763475.707028:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278459136:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763475.707034:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278459264:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763475.707054:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763475.707066:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763475/real 1787763475]  req@ffff9dd193b26580 x1874603278459264/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763475.707080:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26580 x1874603278459264/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763475.707089:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763475.707093:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763475.707096:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278459264:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763476.410715:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763476.730589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763477.434715:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763477.754671:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763478.458761:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763478.778677:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763479.482775:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763479.802688:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763480.506698:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763480.826593:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763480.826602:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763480.826606:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763480.826614:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2520
00000100:00080000:0.0:1787763480.826624:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763480.826641:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763480.826675:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26d00 x1874603278459392/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787763480.826690:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763480.826697:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763480.826702:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763480.826716:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763480.826731:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2520
00000100:00080000:0.0:1787763480.826735:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763480.826738:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763480.826748:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787763480.826760:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26940 x1874603278459520/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787763480.826768:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278459392:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787763480.826824:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763480.826872:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763480/real 1787763480]  req@ffff9dd193b26d00 x1874603278459392/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763480.826891:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26d00 x1874603278459392/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763480.826903:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763480.826913:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763480.826916:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278459392:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763480.826938:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278459520:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763480.826956:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763480.826964:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763480/real 1787763480]  req@ffff9dd193b26940 x1874603278459520/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763480.826973:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26940 x1874603278459520/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763480.826980:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763480.826982:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763480.826985:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278459520:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763481.530716:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763481.850668:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763482.554713:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763482.874701:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763483.578622:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763483.898684:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763484.602770:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763484.922663:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763485.626770:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763485.946659:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763485.946669:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763485.946682:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763485.946690:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763485.946706:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2525
00000100:00080000:2.0:1787763485.946723:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763485.946764:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763485.946847:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15680 x1874603278459648/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763485.946888:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763485.946893:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763485.946896:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763485.946902:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2525
00000100:00080000:2.0:1787763485.946910:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763485.946917:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763485.946932:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278459648:192.168.203.118@tcp:250:kworker.0
00000008:00100000:2.0:1787763485.946933:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763485.946963:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278459776/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787763485.947013:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763485.947047:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763485/real 1787763485]  req@ffff9dd193d15680 x1874603278459648/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763485.947061:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15680 x1874603278459648/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763485.947071:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763485.947074:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763485.947078:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278459648:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763485.947110:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278459776:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763485.947127:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763485.947136:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763485/real 1787763485]  req@ffff9dd193d161c0 x1874603278459776/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763485.947145:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278459776/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763485.947151:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763485.947154:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763485.947156:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278459776:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763486.650777:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763486.970641:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763487.674757:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763487.994625:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763488.698762:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763489.018622:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763489.722655:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763490.042617:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763490.746650:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763491.066644:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763491.066696:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763491.066710:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763491.066717:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763491.066735:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2530
00000100:00080000:2.0:1787763491.066752:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763491.066764:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763491.066848:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278459904/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763491.066893:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763491.066898:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763491.066901:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763491.066906:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2530
00000100:00080000:2.0:1787763491.066939:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1787763491.066944:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278459904:192.168.203.118@tcp:250:kworker.0
00000100:00080000:2.0:1787763491.066953:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763491.066972:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763491.066996:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278460032/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787763491.067024:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763491.067069:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763491/real 1787763491]  req@ffff9dd193d143c0 x1874603278459904/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763491.067085:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278459904/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763491.067095:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763491.067099:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763491.067103:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278459904:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763491.067144:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278460032:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763491.067165:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763491.067176:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763491/real 1787763491]  req@ffff9dd193d17840 x1874603278460032/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763491.067186:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278460032/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763491.067193:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763491.067196:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763491.067199:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278460032:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763491.770683:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763492.090636:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763492.794824:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763493.114639:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763493.818810:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763494.138664:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763494.842773:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763495.162578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763495.866781:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763496.186630:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763496.186644:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763496.186654:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763496.186660:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763496.186673:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2535
00000100:00080000:2.0:1787763496.186689:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763496.186699:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763496.186783:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278460160/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763496.186829:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763496.186835:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763496.186838:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763496.186845:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2535
00000100:00080000:2.0:1787763496.186851:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763496.186858:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763496.186873:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763496.186875:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278460160:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787763496.186898:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278460288/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787763496.186971:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763496.187024:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763496/real 1787763496]  req@ffff9dd193d16d00 x1874603278460160/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763496.187045:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278460160/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763496.187078:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763496.187084:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763496.187089:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278460160:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763496.187143:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278460288:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763496.187172:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763496.187187:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763496/real 1787763496]  req@ffff9dd193d152c0 x1874603278460288/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763496.187200:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278460288/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763496.187210:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763496.187213:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763496.187217:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278460288:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763496.890690:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763497.210595:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763497.914701:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763498.234571:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763498.938745:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763499.258586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763499.962739:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763500.282578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763500.986727:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763501.306601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763501.306647:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763501.306659:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763501.306666:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763501.306681:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2541
00000100:00080000:2.0:1787763501.306698:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763501.306733:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763501.306797:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278460416/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763501.306823:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763501.306826:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763501.306827:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763501.306831:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2541
00000100:00080000:2.0:1787763501.306833:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763501.306836:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763501.306847:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763501.306857:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278460544/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787763501.306880:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278460416:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787763501.306957:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763501.307001:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763501/real 1787763501]  req@ffff9dd193d152c0 x1874603278460416/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763501.307018:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278460416/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763501.307027:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763501.307030:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763501.307034:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278460416:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763501.307054:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278460544:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763501.307100:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763501.307110:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763501/real 1787763501]  req@ffff9dd193d16d00 x1874603278460544/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763501.307118:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278460544/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763501.307125:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763501.307127:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763501.307130:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278460544:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763502.010722:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763502.330625:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763503.034767:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763503.354578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763504.058793:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763504.378599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763505.082765:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763505.402574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763506.106696:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763506.426584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763506.426633:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763506.426640:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763506.426644:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763506.426653:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2546
00000100:00080000:3.0:1787763506.426664:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763506.426684:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763506.426729:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278460672/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763506.426760:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763506.426765:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763506.426767:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763506.426772:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2546
00000100:00080000:3.0:1787763506.426777:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763506.426800:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763506.426810:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278460672:192.168.203.118@tcp:250:kworker.0
00000008:00100000:3.0:1787763506.426811:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763506.426839:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278460800/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763506.426911:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763506.426976:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763506/real 1787763506]  req@ffff9dd193c77840 x1874603278460672/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763506.426992:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278460672/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763506.427001:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763506.427005:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763506.427008:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278460672:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763506.427033:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278460800:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763506.427053:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763506.427077:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763506/real 1787763506]  req@ffff9dd193c752c0 x1874603278460800/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763506.427086:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278460800/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763506.427092:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763506.427094:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763506.427096:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278460800:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763507.130708:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763507.450588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763508.154658:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763508.474590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763509.178713:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763509.498606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763510.202672:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763510.522665:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763511.226673:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763511.546633:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763511.546705:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763511.546712:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763511.546716:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763511.546727:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2551
00000100:00080000:0.0:1787763511.546742:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763511.546752:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763511.546804:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25680 x1874603278460928/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763511.546835:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763511.546839:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763511.546841:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763511.546846:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2551
00000100:00080000:0.0:1787763511.546850:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763511.546854:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763511.546867:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787763511.546883:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25e00 x1874603278461056/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763511.546889:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278460928:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763511.546966:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763511.547035:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763511/real 1787763511]  req@ffff9dd193b25680 x1874603278460928/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763511.547050:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25680 x1874603278460928/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763511.547059:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763511.547062:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763511.547065:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278460928:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763511.547088:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278461056:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763511.547105:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763511.547113:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763511/real 1787763511]  req@ffff9dd193b25e00 x1874603278461056/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763511.547121:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25e00 x1874603278461056/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763511.547127:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763511.547129:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763511.547131:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278461056:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763512.250679:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763512.570654:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763513.274673:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763513.594607:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763514.298678:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763514.618663:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763515.322705:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763515.642622:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763516.346672:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763516.666633:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763516.666638:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763516.666649:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763516.666654:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763516.666664:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2556
00000100:00080000:2.0:1787763516.666693:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763516.666701:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763516.666752:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278461184/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763516.666781:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763516.666789:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763516.666791:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763516.666796:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2556
00000100:00080000:2.0:1787763516.666801:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763516.666806:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763516.666820:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763516.666823:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278461184:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787763516.666838:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278461312/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763516.666897:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763516.666934:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763516/real 1787763516]  req@ffff9dd193d17840 x1874603278461184/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763516.666949:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278461184/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763516.666970:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763516.666973:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763516.666976:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278461184:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763516.667008:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278461312:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763516.667030:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763516.667040:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763516/real 1787763516]  req@ffff9dd193d143c0 x1874603278461312/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763516.667049:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278461312/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763516.667055:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763516.667057:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763516.667059:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278461312:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763517.370653:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763517.690561:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763518.394649:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763518.714584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763519.418660:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763519.738572:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763520.442662:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763520.762714:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763521.466721:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763521.786589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763521.786700:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763521.786708:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763521.786712:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763521.786722:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2561
00000100:00080000:3.0:1787763521.786735:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763521.786742:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763521.786785:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c743c0 x1874603278461440/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763521.786811:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763521.786814:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763521.786834:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763521.786839:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2561
00000100:00080000:3.0:1787763521.786842:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763521.786846:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763521.786856:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763521.786864:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278461440:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763521.786874:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278461568/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763521.786932:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763521.786969:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763521/real 1787763521]  req@ffff9dd193c743c0 x1874603278461440/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763521.786983:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c743c0 x1874603278461440/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763521.786991:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763521.786995:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763521.786998:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278461440:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763521.787032:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278461568:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763521.787050:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763521.787059:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763521/real 1787763521]  req@ffff9dd193c752c0 x1874603278461568/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763521.787067:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278461568/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763521.787073:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763521.787076:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763521.787078:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278461568:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763522.490659:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763522.810616:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763523.514687:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763523.834627:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763524.538686:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763524.858617:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763525.562655:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763525.882606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763526.586649:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763526.906618:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763526.906645:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763526.906652:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763526.906658:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763526.906669:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2566
00000100:00080000:2.0:1787763526.906683:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763526.906693:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763526.906740:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278461696/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763526.906765:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763526.906768:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763526.906784:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763526.906789:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2566
00000100:00080000:2.0:1787763526.906793:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763526.906797:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763526.906808:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763526.906810:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278461696:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787763526.906821:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15680 x1874603278461824/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763526.906918:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278461824:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763527.610667:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763527.930608:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763528.634650:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763528.954625:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763529.658653:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763529.978581:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:1.0:1787763529.978863:0:2337:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:1.0:1787763529.978918:0:2337:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787763529.978940:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:1.0:1787763529.978990:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:3.0:1787763529.979591:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763526/real 1787763529]  req@ffff9dd193d15680 x1874603278461824/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763529.979626:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15680 x1874603278461824/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763529.979641:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763529.979651:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763529.979656:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278461824:192.168.203.118@tcp:38:kworker.0
00000100:00100000:3.0:1787763529.979665:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763526/real 1787763529]  req@ffff9dd193d161c0 x1874603278461696/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763529.979681:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278461696/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763529.979713:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763529.979716:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763529.979719:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278461696:192.168.203.118@tcp:250:kworker.0
00010000:00010000:3.0:1787763530.682673:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763531.002599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763531.706637:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763532.026621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763532.026679:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763532.026684:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763532.026688:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763532.026696:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2571
00000100:00080000:2.0:1787763532.026718:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763532.026724:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763532.026756:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278461952/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763532.026782:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763532.026787:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763532.026789:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763532.026793:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2571
00000100:00080000:2.0:1787763532.026797:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763532.026802:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763532.026812:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763532.026826:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15a40 x1874603278462080/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787763532.026838:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278461952:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787763532.026929:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763532.026969:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763532/real 1787763532]  req@ffff9dd193d15e00 x1874603278461952/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763532.026987:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278461952/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763532.026998:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763532.027001:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763532.027005:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278461952:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763532.027030:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278462080:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763532.027054:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763532.027067:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763532/real 1787763532]  req@ffff9dd193d15a40 x1874603278462080/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763532.027079:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15a40 x1874603278462080/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763532.027088:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763532.027099:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763532.027103:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278462080:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763532.730625:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763533.050583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763533.754628:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763534.074623:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763534.778646:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763535.098592:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763535.802638:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763536.122576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763536.826606:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763537.146598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763537.146602:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763537.146610:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763537.146614:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763537.146623:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2576
00000100:00080000:2.0:1787763537.146633:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763537.146640:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763537.146674:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15a40 x1874603278462208/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763537.146698:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763537.146702:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763537.146703:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763537.146707:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2576
00000100:00080000:2.0:1787763537.146710:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763537.146712:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763537.146721:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763537.146732:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278462336/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787763537.146746:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278462208:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787763537.146804:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763537.146838:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763537/real 1787763537]  req@ffff9dd193d15a40 x1874603278462208/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763537.146852:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15a40 x1874603278462208/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763537.146862:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763537.146865:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763537.146869:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278462208:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763537.146888:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278462336:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763537.146909:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763537.146924:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763537/real 1787763537]  req@ffff9dd193d15e00 x1874603278462336/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763537.146940:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278462336/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763537.146952:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763537.146956:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763537.146961:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278462336:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763537.850646:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763538.170590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763538.874628:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763539.194592:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763539.898711:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763540.218577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763540.922730:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763541.242638:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763541.946654:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763542.266599:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763542.266608:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763542.266612:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787763542.266614:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763542.266624:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2581
00000100:00080000:0.0:1787763542.266635:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763542.266661:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763542.266693:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b270c0 x1874603278462464/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763542.266719:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763542.266722:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763542.266724:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763542.266727:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2581
00000100:00080000:0.0:1787763542.266731:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763542.266734:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763542.266743:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787763542.266755:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25e00 x1874603278462592/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787763542.266773:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278462464:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787763542.266845:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763542.266899:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763542/real 1787763542]  req@ffff9dd193b270c0 x1874603278462464/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763542.266916:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b270c0 x1874603278462464/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763542.266926:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763542.266935:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763542.266938:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278462464:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763542.266962:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278462592:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763542.266982:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763542.266992:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763542/real 1787763542]  req@ffff9dd193b25e00 x1874603278462592/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763542.267005:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25e00 x1874603278462592/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763542.267016:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763542.267020:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763542.267025:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278462592:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763542.970728:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763543.290611:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763543.994646:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763544.314598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763545.018699:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763545.338609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763546.042622:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763546.362589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763547.066635:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763547.386584:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787763547.386584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763547.386592:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763547.386596:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763547.386604:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2587
00000100:00080000:0.0:1787763547.386615:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763547.386621:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763547.386652:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25680 x1874603278462720/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763547.386674:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763547.386677:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763547.386685:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763547.386689:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2587
00000100:00080000:0.0:1787763547.386693:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763547.386696:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763547.386706:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763547.386708:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278462720:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787763547.386719:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26940 x1874603278462848/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787763547.386767:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763547.386808:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763547/real 1787763547]  req@ffff9dd193b25680 x1874603278462720/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763547.386825:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25680 x1874603278462720/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763547.386834:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763547.386837:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763547.386840:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278462720:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763547.386858:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278462848:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763547.386877:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763547.386886:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763547/real 1787763547]  req@ffff9dd193b26940 x1874603278462848/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763547.386895:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26940 x1874603278462848/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763547.386901:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763547.386904:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763547.386906:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278462848:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763548.090609:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763548.410596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763549.114654:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763549.434610:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763550.138680:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763550.458596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763551.162670:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763551.482619:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763552.186646:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763552.506613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763552.506626:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763552.506631:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763552.506635:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763552.506644:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2592
00000100:00080000:3.0:1787763552.506653:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763552.506659:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763552.506691:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278462976/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763552.506714:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763552.506717:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763552.506718:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763552.506722:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2592
00000100:00080000:3.0:1787763552.506725:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763552.506729:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763552.506739:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763552.506750:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278463104/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763552.506787:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278462976:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763552.506841:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763552.506872:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763552/real 1787763552]  req@ffff9dd193c77840 x1874603278462976/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763552.506886:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278462976/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763552.506911:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763552.506914:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763552.506917:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278462976:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763552.506922:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278463104:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763552.506938:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763552.506946:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763552/real 1787763552]  req@ffff9dd193c74000 x1874603278463104/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763552.506954:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278463104/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763552.506959:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763552.506961:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763552.506963:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278463104:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763553.210635:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763553.530632:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763554.234696:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763554.554605:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763555.258666:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763555.578630:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763556.282666:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763556.602585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763557.306689:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763557.626616:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787763557.626618:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763557.626626:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763557.626630:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763557.626638:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2597
00000100:00080000:3.0:1787763557.626647:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763557.626654:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763557.626709:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278463232/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763557.626763:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763557.626768:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763557.626770:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763557.626775:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2597
00000100:00080000:3.0:1787763557.626780:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763557.626785:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763557.626796:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763557.626829:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278463360/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763557.626885:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278463232:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763557.626941:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763557.626978:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763557/real 1787763557]  req@ffff9dd193c74f00 x1874603278463232/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763557.626998:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278463232/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763557.627007:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763557.627010:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763557.627013:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278463232:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763557.627025:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278463360:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763557.627044:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763557.627052:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763557/real 1787763557]  req@ffff9dd193c75a40 x1874603278463360/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763557.627061:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278463360/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763557.627067:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763557.627069:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763557.627072:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278463360:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763558.330629:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763558.650610:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763559.354674:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763559.674601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763560.378613:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763560.698564:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763561.402678:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763561.722597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763562.426670:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763562.746605:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763562.746631:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763562.746637:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763562.746640:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763562.746647:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2602
00000100:00080000:0.0:1787763562.746673:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763562.746681:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763562.746718:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26d00 x1874603278463488/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763562.746747:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763562.746751:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763562.746753:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763562.746757:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2602
00000100:00080000:0.0:1787763562.746777:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763562.746780:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763562.746788:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763562.746809:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278463488:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787763562.746815:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26580 x1874603278463616/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763562.746895:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763562.746931:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763562/real 1787763562]  req@ffff9dd193b26d00 x1874603278463488/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763562.746946:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26d00 x1874603278463488/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763562.746954:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763562.746956:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763562.746959:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278463488:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763562.746981:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278463616:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763562.746997:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763562.747006:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763562/real 1787763562]  req@ffff9dd193b26580 x1874603278463616/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763562.747022:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26580 x1874603278463616/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763562.747028:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763562.747031:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763562.747033:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278463616:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763563.450637:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763563.770603:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763564.474670:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763564.794630:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763565.498617:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763565.818593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763566.522676:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763566.842577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763567.546622:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763567.866595:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763567.866602:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763567.866608:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763567.866612:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763567.866620:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2607
00000100:00080000:3.0:1787763567.866629:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763567.866635:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763567.866665:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278463744/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763567.866691:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763567.866695:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763567.866697:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763567.866701:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2607
00000100:00080000:3.0:1787763567.866706:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763567.866711:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763567.866727:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278463744:192.168.203.118@tcp:250:kworker.0
00000008:00100000:3.0:1787763567.866738:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763567.866756:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278463872/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763567.866792:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763567.866824:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763567/real 1787763567]  req@ffff9dd193c76940 x1874603278463744/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763567.866838:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278463744/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763567.866846:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763567.866849:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763567.866852:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278463744:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763567.866869:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278463872:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763567.866884:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763567.866892:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763567/real 1787763567]  req@ffff9dd193c76580 x1874603278463872/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763567.866912:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278463872/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763567.866919:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763567.866921:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763567.866923:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278463872:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763568.570632:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763568.890584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763569.594620:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763569.914601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763570.618670:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763570.938574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763571.642636:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763571.962585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763572.666660:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787763572.986625:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1787763572.986628:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763572.986637:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763572.986644:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763572.986654:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2612
00000100:00080000:2.0:1787763572.986666:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763572.986674:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763572.986711:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278464000/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763572.986739:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763572.986743:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763572.986745:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763572.986749:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2612
00000100:00080000:2.0:1787763572.986753:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763572.986758:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763572.986769:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763572.986782:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278464000:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787763572.986785:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15680 x1874603278464128/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763572.986839:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763572.986872:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763572/real 1787763572]  req@ffff9dd193d161c0 x1874603278464000/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763572.986886:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278464000/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763572.986894:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763572.986897:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763572.986900:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278464000:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763572.986917:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278464128:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763572.986931:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763572.986939:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763572/real 1787763572]  req@ffff9dd193d15680 x1874603278464128/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763572.986948:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15680 x1874603278464128/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763572.986971:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763572.986974:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763572.986977:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278464128:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763573.690685:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763574.010662:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763574.714668:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763575.034605:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763575.738651:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763576.058589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763576.762635:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763577.082583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763577.786667:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763578.106599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763578.106633:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763578.106639:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763578.106642:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763578.106650:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2617
00000100:00080000:3.0:1787763578.106659:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763578.106665:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763578.106697:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278464256/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763578.106720:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763578.106722:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763578.106724:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763578.106727:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2617
00000100:00080000:3.0:1787763578.106729:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763578.106731:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763578.106739:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763578.106747:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278464384/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763578.106776:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278464256:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763578.106835:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763578.106871:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763578/real 1787763578]  req@ffff9dd193c74b40 x1874603278464256/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763578.106889:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278464256/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763578.106901:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763578.106905:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763578.106910:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278464256:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763578.106930:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278464384:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763578.106950:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763578.106962:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763578/real 1787763578]  req@ffff9dd193c770c0 x1874603278464384/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763578.106975:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278464384/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763578.106984:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763578.106988:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763578.106991:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278464384:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763578.810647:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763579.130621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763579.834691:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763580.154596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763580.858631:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763581.178592:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763581.882684:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763582.202603:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763582.906679:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763583.226603:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787763583.226609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763583.226615:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763583.226622:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763583.226633:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2622
00000100:00080000:3.0:1787763583.226652:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763583.226659:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763583.226709:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75680 x1874603278464512/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763583.226741:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763583.226744:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763583.226750:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763583.226755:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2622
00000100:00080000:3.0:1787763583.226760:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763583.226765:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763583.226778:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763583.226789:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278464512:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763583.226799:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278464640/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763583.226860:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763583.226918:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763583/real 1787763583]  req@ffff9dd193c75680 x1874603278464512/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763583.226934:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75680 x1874603278464512/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763583.226943:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763583.226946:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763583.226949:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278464512:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763583.226982:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278464640:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763583.227005:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763583.227019:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763583/real 1787763583]  req@ffff9dd193c770c0 x1874603278464640/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763583.227033:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278464640/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763583.227054:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763583.227056:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763583.227059:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278464640:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763583.930709:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763584.250597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763584.954685:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763585.274596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763585.978660:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763586.298566:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763587.002673:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763587.322581:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763588.026631:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763588.346582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763588.346602:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763588.346607:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763588.346612:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763588.346622:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2628
00000100:00080000:0.0:1787763588.346641:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763588.346648:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763588.346683:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b261c0 x1874603278464768/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763588.346708:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763588.346710:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763588.346712:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763588.346714:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2628
00000100:00080000:0.0:1787763588.346717:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763588.346720:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763588.346728:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787763588.346737:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24b40 x1874603278464896/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763588.346750:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278464768:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763588.346815:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763588.346845:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763588/real 1787763588]  req@ffff9dd193b261c0 x1874603278464768/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763588.346860:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b261c0 x1874603278464768/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763588.346868:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763588.346870:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763588.346881:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278464768:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763588.346908:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278464896:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763588.346934:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763588.346946:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763588/real 1787763588]  req@ffff9dd193b24b40 x1874603278464896/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763588.346958:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24b40 x1874603278464896/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763588.346968:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763588.346972:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763588.346975:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278464896:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763589.050621:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763589.370588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763590.074632:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763590.394606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763591.098630:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763591.418585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763592.122653:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763592.442625:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763593.146653:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763593.466590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763593.466618:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763593.466623:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763593.466643:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763593.466651:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2633
00000100:00080000:3.0:1787763593.466661:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763593.466669:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763593.466702:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278465024/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763593.466728:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763593.466731:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763593.466733:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763593.466736:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2633
00000100:00080000:3.0:1787763593.466739:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763593.466742:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763593.466750:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763593.466761:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278465152/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763593.466773:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278465024:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763593.466857:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278465152:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763594.170685:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763594.490655:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763595.194722:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763595.514632:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763596.218649:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763596.538658:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:0.0:1787763596.538828:0:2338:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:0.0:1787763596.538873:0:2338:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787763596.538914:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:0.0:1787763596.538972:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:1.0:1787763596.539036:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763593/real 1787763596]  req@ffff9dd193c76580 x1874603278465152/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763596.539080:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278465152/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763596.539093:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763596.539098:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763596.539102:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278465152:192.168.203.118@tcp:38:kworker.0
00000100:00100000:1.0:1787763596.539111:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763593/real 1787763596]  req@ffff9dd193c74b40 x1874603278465024/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763596.539125:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278465024/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763596.539134:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763596.539137:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763596.539141:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278465024:192.168.203.118@tcp:250:kworker.0
00010000:00010000:2.0:1787763597.242759:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763597.562618:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763598.266622:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763598.586656:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763598.586671:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763598.586681:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763598.586687:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763598.586716:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2638
00000100:00080000:2.0:1787763598.586730:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763598.586740:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763598.586783:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278465280/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763598.586817:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763598.586821:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763598.586823:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763598.586828:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2638
00000100:00080000:2.0:1787763598.586832:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763598.586837:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763598.586849:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763598.586864:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278465408/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763598.586877:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278465280:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763598.586955:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763598.586996:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763598/real 1787763598]  req@ffff9dd193d143c0 x1874603278465280/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763598.587018:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278465280/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763598.587059:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763598.587065:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763598.587069:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278465280:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763598.587099:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278465408:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763598.587126:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763598.587140:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763598/real 1787763598]  req@ffff9dd193d17840 x1874603278465408/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763598.587155:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278465408/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763598.587164:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763598.587169:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763598.587172:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278465408:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763599.290654:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763599.610569:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763600.314637:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763600.634615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763601.338646:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763601.658586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763602.362617:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763602.682601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763603.386717:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763603.706610:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763603.706647:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763603.706658:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763603.706664:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763603.706685:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2643
00000100:00080000:0.0:1787763603.706702:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763603.706711:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763603.706760:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24f00 x1874603278465536/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763603.706794:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763603.706798:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763603.706800:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763603.706805:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2643
00000100:00080000:0.0:1787763603.706810:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763603.706815:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763603.706828:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763603.706839:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278465536:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787763603.706849:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b27840 x1874603278465664/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763603.706917:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763603.706952:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763603/real 1787763603]  req@ffff9dd193b24f00 x1874603278465536/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763603.706965:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24f00 x1874603278465536/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763603.706974:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763603.706988:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763603.706992:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278465536:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763603.707026:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278465664:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763603.707046:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763603.707055:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763603/real 1787763603]  req@ffff9dd193b27840 x1874603278465664/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763603.707064:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b27840 x1874603278465664/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763603.707070:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763603.707072:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763603.707075:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278465664:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763604.410667:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763604.730611:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763605.434671:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763605.754580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763606.458624:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763606.778631:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763607.482679:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763607.802624:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763608.506622:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763608.826642:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1787763608.826642:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763608.826660:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763608.826689:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763608.826701:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2648
00000100:00080000:0.0:1787763608.826715:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763608.826724:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763608.826770:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24780 x1874603278465792/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763608.826804:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763608.826808:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763608.826811:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763608.826816:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2648
00000100:00080000:0.0:1787763608.826820:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763608.826825:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763608.826837:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787763608.826854:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25a40 x1874603278465920/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763608.826881:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278465792:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763608.826954:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763608.827010:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763608/real 1787763608]  req@ffff9dd193b24780 x1874603278465792/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763608.827031:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24780 x1874603278465792/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763608.827040:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763608.827044:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763608.827047:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278465792:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763608.827088:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278465920:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763608.827114:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763608.827125:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763608/real 1787763608]  req@ffff9dd193b25a40 x1874603278465920/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763608.827134:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25a40 x1874603278465920/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763608.827140:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763608.827143:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763608.827146:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278465920:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763609.530685:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763609.850623:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763610.554682:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763610.874639:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763611.578717:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763611.898610:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763612.602690:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763612.922621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763613.626720:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763613.946723:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763613.946734:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763613.946739:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763613.946751:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2653
00000100:00100000:1.0:1787763613.946762:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763613.946764:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763613.946774:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763613.946818:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278466048/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763613.946864:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763613.946868:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763613.946869:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763613.946873:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2653
00000100:00080000:3.0:1787763613.946877:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763613.946881:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763613.946910:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763613.946922:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278466048:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763613.946925:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278466176/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763613.947028:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763613.947068:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763613/real 1787763613]  req@ffff9dd193c76940 x1874603278466048/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763613.947083:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278466048/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763613.947091:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763613.947094:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763613.947098:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278466048:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763613.947121:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278466176:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763613.947156:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763613.947165:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763613/real 1787763613]  req@ffff9dd193c75a40 x1874603278466176/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763613.947173:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278466176/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763613.947179:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763613.947181:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763613.947183:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278466176:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763614.650659:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763614.970593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763615.674681:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763615.994624:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763616.698638:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763617.018608:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763617.722790:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763618.042620:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763618.746669:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763619.066707:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787763619.066713:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763619.066726:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763619.066734:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763619.066749:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2658
00000100:00080000:3.0:1787763619.066766:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763619.066777:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763619.066867:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278466304/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763619.066944:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763619.066950:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763619.066954:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763619.066963:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2658
00000100:00080000:3.0:1787763619.066969:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763619.066977:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763619.066986:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278466304:192.168.203.118@tcp:250:kworker.0
00000008:00100000:3.0:1787763619.066994:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763619.067024:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278466432/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763619.067093:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763619.067147:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763619/real 1787763619]  req@ffff9dd193c74f00 x1874603278466304/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763619.067189:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278466304/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763619.067203:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763619.067209:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763619.067237:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278466304:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763619.067287:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278466432:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763619.067324:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763619.067342:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763619/real 1787763619]  req@ffff9dd193c74000 x1874603278466432/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763619.067359:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278466432/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763619.067370:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763619.067374:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763619.067378:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278466432:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763619.770665:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763620.090602:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763620.794646:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763621.114633:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763621.818832:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763622.138691:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763622.842638:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763623.162640:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763623.866681:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763624.186672:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763624.186707:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763624.186723:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763624.186728:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763624.186750:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2663
00000100:00080000:3.0:1787763624.186767:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763624.186773:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763624.186845:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278466560/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763624.186908:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763624.186913:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763624.186916:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763624.186958:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2663
00000100:00100000:1.0:1787763624.186971:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278466560:192.168.203.118@tcp:250:kworker.0
00000100:00080000:3.0:1787763624.186972:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763624.186993:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763624.187005:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763624.187041:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278466688/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763624.187101:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763624.187197:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763624/real 1787763624]  req@ffff9dd193c77840 x1874603278466560/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763624.187225:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278466560/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763624.187239:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763624.187265:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763624.187270:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278466560:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763624.187308:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278466688:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763624.187342:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763624.187358:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763624/real 1787763624]  req@ffff9dd193c752c0 x1874603278466688/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763624.187372:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278466688/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763624.187383:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763624.187387:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763624.187390:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278466688:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763624.890620:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763625.210578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763625.914705:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763626.234578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763626.938617:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763627.258589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763627.962645:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763628.282587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763628.986650:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763629.306601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763629.306645:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763629.306651:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763629.306655:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763629.306663:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2669
00000100:00080000:2.0:1787763629.306672:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763629.306678:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763629.306721:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278466816/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763629.306742:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763629.306744:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763629.306759:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763629.306774:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2669
00000100:00080000:2.0:1787763629.306778:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763629.306781:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763629.306785:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278466816:192.168.203.118@tcp:250:kworker.0
00000008:00100000:2.0:1787763629.306793:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763629.306805:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278466944/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763629.306855:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763629.306898:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763629/real 1787763629]  req@ffff9dd193d16d00 x1874603278466816/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763629.306912:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278466816/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763629.306929:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763629.306932:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763629.306935:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278466816:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763629.306956:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278466944:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763629.306974:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763629.306983:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763629/real 1787763629]  req@ffff9dd193d152c0 x1874603278466944/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763629.306991:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278466944/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763629.306997:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763629.307000:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763629.307004:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278466944:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763630.010624:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763630.330567:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763631.034683:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763631.354617:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763632.058727:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763632.378587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763633.082731:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763633.402594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763634.106681:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763634.426599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763634.426615:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763634.426621:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763634.426625:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763634.426633:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2674
00000100:00080000:0.0:1787763634.426642:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763634.426648:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763634.426699:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b243c0 x1874603278467072/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763634.426722:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763634.426725:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763634.426727:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763634.426730:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2674
00000100:00080000:0.0:1787763634.426733:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763634.426737:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763634.426746:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763634.426754:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278467072:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787763634.426759:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25a40 x1874603278467200/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763634.426826:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763634.426859:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763634/real 1787763634]  req@ffff9dd193b243c0 x1874603278467072/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763634.426872:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b243c0 x1874603278467072/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763634.426887:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763634.426890:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763634.426893:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278467072:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763634.426912:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278467200:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763634.426929:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763634.426938:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763634/real 1787763634]  req@ffff9dd193b25a40 x1874603278467200/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763634.426946:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25a40 x1874603278467200/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763634.426951:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763634.426954:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763634.426956:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278467200:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763635.130645:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763635.450602:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763636.154659:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763636.474605:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763637.178630:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763637.498601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763638.202622:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763638.522593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763639.226649:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763639.546587:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787763639.546594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763639.546595:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763639.546600:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763639.546609:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2679
00000100:00080000:0.0:1787763639.546619:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763639.546625:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763639.546658:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24780 x1874603278467328/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763639.546680:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763639.546683:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763639.546684:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763639.546688:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2679
00000100:00080000:0.0:1787763639.546690:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763639.546715:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763639.546716:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278467328:192.168.203.118@tcp:250:kworker.0
00000008:00100000:0.0:1787763639.546726:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787763639.546739:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b27840 x1874603278467456/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763639.546797:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763639.546834:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763639/real 1787763639]  req@ffff9dd193b24780 x1874603278467328/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763639.546852:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24780 x1874603278467328/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763639.546870:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763639.546875:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763639.546880:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278467328:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763639.546903:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278467456:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763639.546933:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763639.546946:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763639/real 1787763639]  req@ffff9dd193b27840 x1874603278467456/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763639.546962:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b27840 x1874603278467456/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763639.546973:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763639.546976:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763639.546980:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278467456:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763640.250675:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763640.570619:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763641.274727:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763641.594619:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763642.298673:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763642.618621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763643.322628:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763643.642624:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763644.346700:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763644.666602:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787763644.666609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763644.666611:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763644.666618:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763644.666626:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2684
00000100:00080000:0.0:1787763644.666636:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763644.666642:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763644.666674:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24f00 x1874603278467584/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763644.666695:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763644.666698:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763644.666699:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763644.666713:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2684
00000100:00080000:0.0:1787763644.666716:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763644.666719:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763644.666740:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763644.666747:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278467584:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787763644.666755:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24b40 x1874603278467712/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763644.666802:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763644.666836:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763644/real 1787763644]  req@ffff9dd193b24f00 x1874603278467584/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763644.666849:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24f00 x1874603278467584/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763644.666872:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763644.666875:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763644.666878:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278467584:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763644.666897:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278467712:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763644.666913:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763644.666922:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763644/real 1787763644]  req@ffff9dd193b24b40 x1874603278467712/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763644.666930:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24b40 x1874603278467712/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763644.666936:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763644.666939:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763644.666941:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278467712:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763645.370671:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763645.690661:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763646.394755:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763646.714662:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763647.418740:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763647.738697:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763648.442661:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763648.762599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763649.466680:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763649.786594:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787763649.786596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763649.786605:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763649.786624:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763649.786632:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2689
00000100:00080000:0.0:1787763649.786643:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763649.786650:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763649.786697:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b261c0 x1874603278467840/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763649.786721:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763649.786724:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763649.786726:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763649.786729:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2689
00000100:00080000:0.0:1787763649.786732:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763649.786736:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763649.786746:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763649.786757:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278467840:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787763649.786760:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26580 x1874603278467968/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763649.786817:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763649.786849:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763649/real 1787763649]  req@ffff9dd193b261c0 x1874603278467840/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763649.786862:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b261c0 x1874603278467840/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763649.786877:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763649.786881:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763649.786884:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278467840:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763649.786903:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278467968:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763649.786920:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763649.786929:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763649/real 1787763649]  req@ffff9dd193b26580 x1874603278467968/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763649.786937:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26580 x1874603278467968/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763649.786943:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763649.786946:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763649.786948:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278467968:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763650.490640:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763650.810623:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763651.514704:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763651.834650:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763652.538731:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763652.858584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763653.562686:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763653.882605:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763654.586637:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763654.906617:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763654.906617:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763654.906626:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763654.906630:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763654.906637:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2694
00000100:00080000:2.0:1787763654.906646:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763654.906664:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763654.906699:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278468096/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763654.906719:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763654.906735:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763654.906736:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763654.906740:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2694
00000100:00080000:2.0:1787763654.906744:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763654.906747:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763654.906753:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278468096:192.168.203.118@tcp:250:kworker.0
00000008:00100000:2.0:1787763654.906756:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763654.906768:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278468224/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763654.906807:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763654.906837:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763654/real 1787763654]  req@ffff9dd193d152c0 x1874603278468096/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763654.906850:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278468096/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763654.906865:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763654.906868:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763654.906870:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278468096:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763654.906888:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278468224:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763654.906905:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763654.906912:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763654/real 1787763654]  req@ffff9dd193d16d00 x1874603278468224/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763654.906920:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278468224/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763654.906926:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763654.906928:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763654.906930:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278468224:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763655.610626:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763655.930614:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763656.634614:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763656.954624:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763657.658698:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763657.978592:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763658.682641:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763659.002619:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763659.706665:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763660.026580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763660.026588:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763660.026594:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763660.026598:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763660.026606:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2699
00000100:00080000:2.0:1787763660.026628:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763660.026637:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763660.026703:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278468352/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763660.026729:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763660.026732:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763660.026734:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763660.026737:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2699
00000100:00080000:2.0:1787763660.026741:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763660.026745:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763660.026762:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278468352:192.168.203.118@tcp:250:kworker.0
00000008:00100000:2.0:1787763660.026769:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763660.026784:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278468480/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763660.026853:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278468480:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763660.730629:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763661.050677:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763661.754712:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763662.074672:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763662.778678:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763663.098642:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:2.0:1787763663.098777:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:2.0:1787763663.098815:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787763663.098832:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:2.0:1787763663.098868:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:1.0:1787763663.098905:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763660/real 1787763663]  req@ffff9dd193d143c0 x1874603278468480/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763663.098932:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278468480/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763663.098946:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763663.098951:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763663.098956:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278468480:192.168.203.118@tcp:38:kworker.0
00000100:00100000:1.0:1787763663.098965:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763660/real 1787763663]  req@ffff9dd193d17840 x1874603278468352/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763663.098978:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278468352/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763663.098987:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763663.098990:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763663.098994:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278468352:192.168.203.118@tcp:250:kworker.0
00010000:00010000:2.0:1787763663.802723:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763664.122702:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763664.826652:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787763665.146630:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763665.146638:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763665.146642:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763665.146650:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2704
00000100:00080000:2.0:1787763665.146659:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763665.146666:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763665.146700:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278468608/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787763665.146729:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763665.146730:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763665.146736:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763665.146739:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763665.146756:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2704
00000100:00080000:2.0:1787763665.146760:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763665.146764:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763665.146774:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763665.146797:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278468608:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787763665.146805:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278468736/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787763665.146880:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763665.146924:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763665/real 1787763665]  req@ffff9dd193d161c0 x1874603278468608/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763665.146970:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278468608/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763665.146983:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763665.146988:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763665.146993:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278468608:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763665.147028:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278468736:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763665.147059:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763665.147076:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763665/real 1787763665]  req@ffff9dd193d15e00 x1874603278468736/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763665.147089:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278468736/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763665.147099:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763665.147102:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763665.147106:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278468736:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763665.850661:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763666.170633:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763666.874671:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763667.194646:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763667.898666:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763668.218584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763668.922672:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763669.242634:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763669.946725:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763670.266593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763670.266658:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763670.266664:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763670.266668:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763670.266679:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2709
00000100:00080000:3.0:1787763670.266691:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763670.266698:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763670.266738:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c743c0 x1874603278468864/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763670.266784:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763670.266787:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763670.266789:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763670.266793:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2709
00000100:00080000:3.0:1787763670.266796:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763670.266800:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763670.266812:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763670.266824:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278468992/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763670.266834:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278468864:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763670.266906:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763670.266943:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763670/real 1787763670]  req@ffff9dd193c743c0 x1874603278468864/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763670.266959:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c743c0 x1874603278468864/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763670.266980:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763670.266984:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763670.266987:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278468864:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763670.267118:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278468992:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763670.267181:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763670.267206:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763670/real 1787763670]  req@ffff9dd193c752c0 x1874603278468992/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763670.267221:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278468992/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763670.267230:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763670.267233:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763670.267236:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278468992:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763670.970688:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763671.290588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763671.994681:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763672.314603:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763673.018666:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763673.338593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763674.042675:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763674.362643:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763675.066750:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763675.386579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763675.386585:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763675.386591:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763675.386595:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763675.386604:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2715
00000100:00080000:3.0:1787763675.386613:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763675.386620:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763675.386651:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278469120/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763675.386679:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763675.386684:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763675.386686:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763675.386691:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2715
00000100:00080000:3.0:1787763675.386710:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763675.386716:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763675.386724:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278469120:192.168.203.118@tcp:250:kworker.0
00000008:00100000:3.0:1787763675.386726:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763675.386751:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278469248/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763675.386784:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763675.386816:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763675/real 1787763675]  req@ffff9dd193c77840 x1874603278469120/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763675.386829:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278469120/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763675.386838:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763675.386841:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763675.386844:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278469120:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763675.386871:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278469248:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763675.386888:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763675.386896:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763675/real 1787763675]  req@ffff9dd193c74000 x1874603278469248/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763675.386905:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278469248/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763675.386911:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763675.386913:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763675.386916:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278469248:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763676.092015:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763676.410568:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763677.114650:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763677.434586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763678.138748:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763678.458644:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763679.162671:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763679.482602:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763680.186728:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763680.506603:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763680.506642:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763680.506650:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763680.506655:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763680.506665:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2720
00000100:00080000:2.0:1787763680.506678:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763680.506685:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763680.506830:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15a40 x1874603278469376/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763680.506856:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763680.506859:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763680.506862:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763680.506866:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2720
00000100:00080000:2.0:1787763680.506875:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763680.506881:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763680.506890:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763680.506897:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278469376:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787763680.506909:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278469504/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763680.506952:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763680.506989:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763680/real 1787763680]  req@ffff9dd193d15a40 x1874603278469376/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763680.507004:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15a40 x1874603278469376/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763680.507012:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763680.507016:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763680.507018:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278469376:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763680.507038:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278469504:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763680.507053:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763680.507061:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763680/real 1787763680]  req@ffff9dd193d15e00 x1874603278469504/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763680.507077:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278469504/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763680.507083:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763680.507085:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763680.507087:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278469504:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763681.210646:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763681.530642:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763682.234648:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763682.554579:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763683.258674:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763683.578591:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763684.282663:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763684.602617:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763685.306639:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763685.626576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763685.626588:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763685.626594:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763685.626597:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763685.626605:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2725
00000100:00080000:2.0:1787763685.626614:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763685.626619:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763685.626651:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278469632/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763685.626674:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763685.626676:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763685.626678:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763685.626681:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2725
00000100:00080000:2.0:1787763685.626683:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763685.626685:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763685.626692:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763685.626702:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278469760/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763685.626724:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278469632:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763685.626777:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763685.626815:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763685/real 1787763685]  req@ffff9dd193d161c0 x1874603278469632/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763685.626829:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278469632/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763685.626837:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763685.626841:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763685.626844:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278469632:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763685.626850:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278469760:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763685.626865:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763685.626873:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763685/real 1787763685]  req@ffff9dd193d17840 x1874603278469760/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763685.626881:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278469760/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763685.626903:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763685.626905:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763685.626908:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278469760:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763686.330623:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763686.650587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763687.354636:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763687.674571:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763688.378640:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763688.698580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763689.402730:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763689.722702:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763690.426671:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763690.746595:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763690.746603:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1787763690.746604:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763690.746607:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763690.746617:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2730
00000100:00080000:3.0:1787763690.746626:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763690.746632:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763690.746665:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278469888/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763690.746686:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763690.746688:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763690.746690:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763690.746692:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2730
00000100:00080000:3.0:1787763690.746695:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763690.746711:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763690.746720:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763690.746726:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278469888:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763690.746732:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278470016/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763690.746783:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763690.746821:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763690/real 1787763690]  req@ffff9dd193c74f00 x1874603278469888/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763690.746842:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278469888/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763690.746852:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763690.746854:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763690.746857:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278469888:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763690.746876:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278470016:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763690.746894:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763690.746903:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763690/real 1787763690]  req@ffff9dd193c75a40 x1874603278470016/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763690.746911:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278470016/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763690.746917:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763690.746920:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763690.746922:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278470016:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763691.450646:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763691.770616:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763692.474686:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763692.794598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763693.498654:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763693.818593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763694.522651:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763694.842604:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763695.546656:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763695.866605:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763695.866619:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763695.866627:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763695.866632:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763695.866642:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2735
00000100:00080000:3.0:1787763695.866654:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763695.866662:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763695.866698:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278470144/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763695.866722:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763695.866724:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763695.866726:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763695.866729:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2735
00000100:00080000:3.0:1787763695.866732:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763695.866735:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763695.866743:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763695.866754:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278470272/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763695.866782:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278470144:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763695.866849:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763695.866899:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763695/real 1787763695]  req@ffff9dd193c76940 x1874603278470144/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763695.866921:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278470144/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763695.866933:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763695.866937:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763695.866942:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278470144:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763695.866951:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278470272:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763695.866977:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763695.866992:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763695/real 1787763695]  req@ffff9dd193c74b40 x1874603278470272/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763695.867008:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278470272/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763695.867018:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763695.867023:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763695.867027:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278470272:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763696.570633:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763696.890610:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763697.594645:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763697.914604:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763698.618716:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763698.938626:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763699.642826:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763699.962643:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763700.666745:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763700.986577:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763700.986585:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763700.986589:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787763700.986590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763700.986597:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2740
00000100:00080000:3.0:1787763700.986607:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763700.986614:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763700.986645:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278470400/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763700.986667:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763700.986670:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763700.986671:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763700.986674:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2740
00000100:00080000:3.0:1787763700.986676:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763700.986679:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763700.986686:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763700.986697:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278470528/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763700.986709:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278470400:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763700.986766:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763700.986797:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763700/real 1787763700]  req@ffff9dd193c76580 x1874603278470400/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763700.986823:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278470400/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763700.986831:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763700.986834:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763700.986845:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278470400:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763700.986865:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278470528:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763700.986882:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763700.986890:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763700/real 1787763700]  req@ffff9dd193c770c0 x1874603278470528/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763700.986899:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278470528/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763700.986905:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763700.986907:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763700.986909:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278470528:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763701.690619:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763702.010603:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763702.714679:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763703.034573:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763703.738617:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763704.058639:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763704.762694:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763705.082563:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763705.786643:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763706.106589:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787763706.106591:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763706.106600:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763706.106605:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763706.106615:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2745
00000100:00080000:3.0:1787763706.106626:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763706.106634:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763706.106671:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75680 x1874603278470656/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763706.106716:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763706.106720:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763706.106723:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763706.106728:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2745
00000100:00080000:3.0:1787763706.106734:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763706.106739:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763706.106755:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763706.106773:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278470784/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763706.106794:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278470656:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763706.106847:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763706.106878:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763706/real 1787763706]  req@ffff9dd193c75680 x1874603278470656/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763706.106891:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75680 x1874603278470656/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763706.106909:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763706.106912:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763706.106915:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278470656:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763706.106932:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278470784:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763706.106948:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763706.106956:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763706/real 1787763706]  req@ffff9dd193c770c0 x1874603278470784/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763706.106964:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278470784/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763706.106969:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763706.106971:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763706.106973:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278470784:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763706.810684:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763707.130660:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763707.834639:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763708.154601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763708.858659:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763709.178573:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763709.882635:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763710.202597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763710.906661:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763711.226572:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763711.226581:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1787763711.226582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763711.226584:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763711.226594:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2750
00000100:00080000:3.0:1787763711.226610:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763711.226616:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763711.226648:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278470912/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763711.226669:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763711.226672:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763711.226673:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763711.226676:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2750
00000100:00080000:3.0:1787763711.226678:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763711.226681:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763711.226701:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763711.226711:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278471040/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763711.226739:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278470912:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763711.226790:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763711.226819:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763711/real 1787763711]  req@ffff9dd193c76580 x1874603278470912/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763711.226832:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278470912/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763711.226839:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763711.226842:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763711.226845:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278470912:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763711.226860:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278471040:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763711.226884:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763711.226900:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763711/real 1787763711]  req@ffff9dd193c74b40 x1874603278471040/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763711.226915:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278471040/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763711.226922:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763711.226924:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763711.226927:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278471040:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763711.930664:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763712.250583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763712.954656:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763713.274611:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763713.978667:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763714.298577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763715.002635:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763715.322588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763716.026686:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763716.346654:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763716.346667:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763716.346672:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763716.346686:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2756
00000100:00080000:3.0:1787763716.346701:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787763716.346706:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763716.346714:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763716.346766:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278471168/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763716.346814:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763716.346819:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763716.346822:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763716.346827:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2756
00000100:00080000:3.0:1787763716.346831:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763716.346835:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763716.346847:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763716.346867:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278471296/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763716.346910:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278471168:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763716.347009:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763716.347071:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763716/real 1787763716]  req@ffff9dd193c76940 x1874603278471168/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763716.347098:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278471168/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763716.347113:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763716.347118:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763716.347124:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278471168:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763716.347134:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278471296:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763716.347167:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763716.347184:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763716/real 1787763716]  req@ffff9dd193c75a40 x1874603278471296/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763716.347221:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278471296/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763716.347264:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763716.347269:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763716.347273:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278471296:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763717.050624:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763717.370591:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763718.074728:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763718.394573:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763719.098653:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763719.418599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763720.122744:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763720.442661:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763721.146679:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763721.466588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763721.466603:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763721.466609:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763721.466629:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763721.466637:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2761
00000100:00080000:0.0:1787763721.466646:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763721.466653:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763721.466682:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26d00 x1874603278471424/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763721.466704:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763721.466707:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763721.466708:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763721.466711:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2761
00000100:00080000:0.0:1787763721.466713:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763721.466715:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763721.466723:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787763721.466732:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26940 x1874603278471552/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763721.466744:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278471424:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763721.466799:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763721.466830:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763721/real 1787763721]  req@ffff9dd193b26d00 x1874603278471424/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763721.466843:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26d00 x1874603278471424/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763721.466851:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763721.466855:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763721.466859:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278471424:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763721.466885:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278471552:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763721.466910:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763721.466921:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763721/real 1787763721]  req@ffff9dd193b26940 x1874603278471552/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763721.466930:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26940 x1874603278471552/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763721.466946:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763721.466949:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763721.466951:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278471552:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763722.171179:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763722.490592:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763723.194657:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763723.514640:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763724.218743:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763724.538612:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763725.242694:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763725.562617:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763726.266749:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763726.586632:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763726.586637:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763726.586667:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763726.586673:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763726.586686:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2766
00000100:00080000:0.0:1787763726.586701:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763726.586711:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763726.586803:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25680 x1874603278471680/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763726.586838:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763726.586865:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763726.586867:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763726.586873:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2766
00000100:00080000:0.0:1787763726.586877:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763726.586882:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763726.586896:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787763726.586910:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25e00 x1874603278471808/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763726.586940:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278471680:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763726.587118:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278471808:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763727.290760:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763727.610732:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763728.314704:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763728.634585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763729.338640:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763729.658621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:0.0:1787763729.658785:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:0.0:1787763729.658817:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787763729.658831:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:0.0:1787763729.658866:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:1.0:1787763729.658910:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763726/real 1787763729]  req@ffff9dd193b25e00 x1874603278471808/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763729.658953:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25e00 x1874603278471808/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763729.658964:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763729.658970:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763729.658974:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278471808:192.168.203.118@tcp:38:kworker.0
00000100:00100000:1.0:1787763729.658983:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763726/real 1787763729]  req@ffff9dd193b25680 x1874603278471680/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763729.659034:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25680 x1874603278471680/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763729.659046:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763729.659050:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763729.659055:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278471680:192.168.203.118@tcp:250:kworker.0
00010000:00010000:2.0:1787763730.362644:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763730.682576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763731.386650:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787763731.706605:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763731.706620:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763731.706624:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763731.706632:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2771
00000100:00080000:2.0:1787763731.706641:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763731.706647:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763731.706667:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787763731.706678:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278471936/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763731.706701:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763731.706704:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763731.706706:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763731.706709:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2771
00000100:00080000:2.0:1787763731.706711:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763731.706714:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763731.706722:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763731.706730:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278472064/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763731.706784:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278471936:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763731.706851:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763731.706882:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763731/real 1787763731]  req@ffff9dd193d143c0 x1874603278471936/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763731.706895:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278471936/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763731.706903:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763731.706906:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763731.706909:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278471936:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763731.706914:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278472064:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763731.706928:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763731.706935:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763731/real 1787763731]  req@ffff9dd193d16d00 x1874603278472064/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763731.706943:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278472064/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763731.706948:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763731.706950:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763731.706952:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278472064:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763732.410737:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763732.730761:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763733.434668:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763733.754621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763734.458723:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763734.778601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763735.482670:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763735.802589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763736.506680:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763736.826588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787763736.826611:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763736.826619:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787763736.826624:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763736.826634:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2776
00000100:00080000:1.0:1787763736.826645:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763736.826663:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763736.826690:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cb40 x1874603278472192/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787763736.826714:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763736.826717:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787763736.826718:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763736.826721:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2776
00000100:00080000:1.0:1787763736.826724:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763736.826727:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787763736.826734:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763736.826743:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6fc00 x1874603278472320/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787763736.826755:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278472192:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787763736.826808:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763736.826847:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763736/real 1787763736]  req@ffff9dd186d6cb40 x1874603278472192/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763736.826859:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cb40 x1874603278472192/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763736.826867:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763736.826870:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763736.826873:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278472192:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763736.826890:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278472320:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763736.826905:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763736.826912:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763736/real 1787763736]  req@ffff9dd186d6fc00 x1874603278472320/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763736.826920:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6fc00 x1874603278472320/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763736.826926:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763736.826928:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763736.826930:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278472320:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763737.530731:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763737.850639:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763738.554660:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763738.874648:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763739.578745:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763739.898757:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763740.602667:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763740.922693:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763741.626669:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787763741.946623:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763741.946632:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763741.946636:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763741.946644:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2781
00000100:00080000:2.0:1787763741.946654:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763741.946663:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763741.946697:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278472448/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763741.946722:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763741.946725:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763741.946726:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763741.946730:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2781
00000100:00080000:2.0:1787763741.946732:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763741.946735:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763741.946744:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763741.946761:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278472576/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787763741.946771:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278472448:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787763741.946796:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000800:00000100:3.0:1787763741.946836:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763741.946883:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763741/real 1787763741]  req@ffff9dd193d152c0 x1874603278472448/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763741.946898:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278472448/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763741.946919:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763741.946922:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763741.946925:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278472448:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763741.946945:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278472576:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763741.946963:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763741.946971:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763741/real 1787763741]  req@ffff9dd193d16d00 x1874603278472576/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763741.946979:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278472576/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763741.946985:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763741.946988:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763741.946990:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278472576:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763742.650610:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763742.970685:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763743.674649:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763743.994642:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763744.698634:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763745.018712:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763745.722673:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763746.042656:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763746.746652:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763747.066615:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787763747.066617:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763747.066636:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763747.066640:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763747.066648:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2786
00000100:00080000:0.0:1787763747.066657:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763747.066663:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763747.066691:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b270c0 x1874603278472704/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763747.066714:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763747.066717:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763747.066718:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763747.066721:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2786
00000100:00080000:0.0:1787763747.066723:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763747.066725:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763747.066733:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787763747.066743:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25680 x1874603278472832/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787763747.066749:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278472704:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787763747.066815:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763747.066848:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763747/real 1787763747]  req@ffff9dd193b270c0 x1874603278472704/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763747.066861:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b270c0 x1874603278472704/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763747.066869:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763747.066877:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763747.066881:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278472704:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763747.066901:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278472832:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763747.066919:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763747.066927:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763747/real 1787763747]  req@ffff9dd193b25680 x1874603278472832/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763747.066935:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25680 x1874603278472832/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763747.066941:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763747.066943:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763747.066945:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278472832:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763747.770649:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763748.090582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763748.794673:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763749.114590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763749.818760:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763750.138584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763750.842633:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763751.162596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763751.866692:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787763752.186586:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763752.186592:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763752.186596:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787763752.186598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763752.186604:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2791
00000100:00080000:2.0:1787763752.186615:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763752.186621:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763752.186649:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278472960/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763752.186669:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763752.186672:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763752.186673:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763752.186676:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2791
00000100:00080000:2.0:1787763752.186679:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763752.186681:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763752.186688:0:37:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763752.186697:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278473088/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787763752.186705:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278472960:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787763752.186768:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763752.186800:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763752/real 1787763752]  req@ffff9dd193d143c0 x1874603278472960/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763752.186813:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278472960/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763752.186822:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763752.186825:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763752.186828:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278472960:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763752.186865:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278473088:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763752.186890:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763752.186901:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763752/real 1787763752]  req@ffff9dd193d17840 x1874603278473088/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763752.186921:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278473088/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763752.186927:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763752.186930:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763752.186932:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278473088:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763752.890661:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763753.210589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763753.914674:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763754.234696:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763754.938802:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763755.258759:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763755.962728:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763756.282610:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763756.986632:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763757.306612:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763757.306634:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763757.306640:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763757.306644:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763757.306652:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2797
00000100:00080000:3.0:1787763757.306661:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763757.306668:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763757.306698:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278473216/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763757.306719:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763757.306722:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763757.306723:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763757.306726:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2797
00000100:00080000:3.0:1787763757.306743:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1787763757.306746:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278473216:192.168.203.118@tcp:250:kworker.0
00000100:00080000:3.0:1787763757.306750:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763757.306761:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763757.306775:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278473344/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763757.306814:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763757.306851:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763757/real 1787763757]  req@ffff9dd193c74f00 x1874603278473216/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763757.306866:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278473216/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763757.306874:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763757.306877:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763757.306880:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278473216:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763757.306908:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278473344:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763757.306927:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763757.306937:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763757/real 1787763757]  req@ffff9dd193c74000 x1874603278473344/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763757.306967:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278473344/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763757.306977:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763757.306980:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763757.306984:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278473344:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763758.010690:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763758.330603:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763759.034701:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763759.354594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763760.058689:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763760.378614:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763761.082628:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763761.402590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763762.106859:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763762.426646:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787763762.426684:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763762.426698:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787763762.426705:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763762.426718:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2802
00000100:00080000:1.0:1787763762.426733:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763762.426743:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763762.426802:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f0c0 x1874603278473472/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787763762.426841:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763762.426846:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787763762.426849:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763762.426854:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2802
00000100:00080000:1.0:1787763762.426858:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763762.426881:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787763762.426894:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763762.426939:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c000 x1874603278473600/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787763762.426985:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278473472:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787763762.427080:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763762.427129:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763762/real 1787763762]  req@ffff9dd186d6f0c0 x1874603278473472/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763762.427152:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f0c0 x1874603278473472/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763762.427166:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763762.427171:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763762.427176:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278473472:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763762.427185:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278473600:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763762.427213:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763762.427227:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763762/real 1787763762]  req@ffff9dd186d6c000 x1874603278473600/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763762.427243:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c000 x1874603278473600/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763762.427253:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763762.427257:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763762.427274:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278473600:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763763.130613:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763763.450625:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763764.154816:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763764.474653:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763765.178646:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763765.498675:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763766.202767:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763766.522589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763767.226785:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763767.546595:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763767.546618:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763767.546624:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763767.546627:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763767.546636:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2807
00000100:00080000:3.0:1787763767.546645:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763767.546651:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763767.546682:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278473728/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763767.546706:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763767.546708:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763767.546710:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763767.546713:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2807
00000100:00080000:3.0:1787763767.546715:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763767.546718:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763767.546725:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763767.546734:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278473856/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763767.546749:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278473728:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763767.546815:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763767.546854:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763767/real 1787763767]  req@ffff9dd193c77840 x1874603278473728/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763767.546888:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278473728/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763767.546900:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763767.546905:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763767.546909:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278473728:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763767.546934:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278473856:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763767.546959:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763767.546975:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763767/real 1787763767]  req@ffff9dd193c752c0 x1874603278473856/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763767.546990:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278473856/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763767.547000:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763767.547005:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763767.547008:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278473856:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763768.250652:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763768.570727:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763769.274642:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763769.594719:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763770.298632:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763770.618615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763771.322683:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763771.642606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763772.346630:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763772.666661:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787763772.666671:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763772.666684:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763772.666691:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763772.666708:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2812
00000100:00080000:3.0:1787763772.666722:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763772.666731:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763772.666802:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c743c0 x1874603278473984/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763772.666836:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763772.666860:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763772.666863:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763772.666886:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2812
00000100:00080000:3.0:1787763772.666892:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763772.666897:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763772.666912:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763772.666919:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278473984:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763772.666936:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278474112/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763772.666991:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763772.667036:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763772/real 1787763772]  req@ffff9dd193c743c0 x1874603278473984/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763772.667052:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c743c0 x1874603278473984/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763772.667060:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763772.667064:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763772.667066:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278473984:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763772.667086:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278474112:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763772.667102:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763772.667118:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763772/real 1787763772]  req@ffff9dd193c752c0 x1874603278474112/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763772.667125:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278474112/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763772.667131:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763772.667133:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763772.667136:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278474112:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763773.370748:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763773.690662:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763774.394694:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763774.714645:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763775.418774:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763775.738661:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763776.442648:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763776.762714:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763777.466727:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763777.786665:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787763777.786727:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763777.786737:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787763777.786742:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763777.786755:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2817
00000100:00080000:1.0:1787763777.786770:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763777.786778:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763777.786844:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e940 x1874603278474240/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787763777.786875:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763777.786878:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787763777.786879:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763777.786883:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2817
00000100:00080000:1.0:1787763777.786886:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763777.786889:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787763777.786900:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763777.786911:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cf00 x1874603278474368/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787763777.786919:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278474240:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787763777.786999:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763777.787046:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763777/real 1787763777]  req@ffff9dd186d6e940 x1874603278474240/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763777.787062:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e940 x1874603278474240/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763777.787071:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763777.787075:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763777.787078:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278474240:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763777.787102:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278474368:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763777.787139:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763777.787148:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763777/real 1787763777]  req@ffff9dd186d6cf00 x1874603278474368/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763777.787156:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cf00 x1874603278474368/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763777.787163:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763777.787165:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763777.787167:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278474368:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763778.490746:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763778.810655:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763779.514756:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763779.834694:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763780.538648:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763780.858648:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763781.562730:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763781.882697:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763782.586746:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787763782.906672:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763782.906688:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1787763782.906691:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787763782.906695:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763782.906714:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2822
00000100:00080000:1.0:1787763782.906753:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763782.906766:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763782.906853:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e1c0 x1874603278474496/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787763782.906896:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763782.906901:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787763782.906904:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763782.906909:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2822
00000100:00080000:1.0:1787763782.906915:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763782.906920:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787763782.906935:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763782.906952:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f840 x1874603278474624/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787763782.906967:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278474496:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787763782.907071:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763782.907128:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763782/real 1787763782]  req@ffff9dd186d6e1c0 x1874603278474496/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763782.907152:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e1c0 x1874603278474496/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763782.907167:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763782.907173:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763782.907179:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278474496:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763782.907211:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278474624:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763782.907238:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763782.907253:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763782/real 1787763782]  req@ffff9dd186d6f840 x1874603278474624/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763782.907292:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f840 x1874603278474624/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763782.907303:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763782.907308:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763782.907312:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278474624:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763783.610783:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763783.930601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763784.634724:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763784.954691:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763785.658822:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763785.978684:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763786.682631:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763787.002615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763787.706770:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763788.026772:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763788.026787:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763788.026795:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787763788.026815:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763788.026839:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2827
00000100:00080000:0.0:1787763788.026859:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763788.026871:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763788.026926:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25e00 x1874603278474752/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763788.026966:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763788.026971:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763788.026974:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763788.026980:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2827
00000100:00080000:0.0:1787763788.026984:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763788.026988:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763788.027003:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787763788.027020:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26940 x1874603278474880/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787763788.027048:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278474752:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787763788.027127:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763788.027164:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763788/real 1787763788]  req@ffff9dd193b25e00 x1874603278474752/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763788.027178:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25e00 x1874603278474752/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763788.027186:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763788.027190:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763788.027193:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278474752:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763788.027214:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278474880:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763788.027227:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763788.027235:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763788/real 1787763788]  req@ffff9dd193b26940 x1874603278474880/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763788.027243:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26940 x1874603278474880/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763788.027266:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763788.027268:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763788.027271:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278474880:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763788.730754:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763789.050583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763789.754702:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763790.074584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763790.778670:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763791.098569:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763791.802700:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763792.122609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763792.826694:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763793.146676:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763793.146727:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763793.146739:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763793.146744:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763793.146758:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2832
00000100:00080000:3.0:1787763793.146771:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763793.146777:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763793.146810:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278475008/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763793.146839:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763793.146843:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763793.146844:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763793.146847:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2832
00000100:00080000:3.0:1787763793.146849:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763793.146851:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763793.146859:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763793.146867:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278475136/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763793.146977:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278475008:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763793.147138:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278475136:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763793.850817:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763794.170674:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763794.874777:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763795.194774:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763795.898814:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763796.218841:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:1.0:1787763796.218857:0:2337:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:1.0:1787763796.218919:0:2337:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787763796.218945:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:1.0:1787763796.219012:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:3.0:1787763796.219055:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763793/real 1787763796]  req@ffff9dd193c77840 x1874603278475008/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763796.219095:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278475008/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763796.219123:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763796.219130:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763796.219135:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278475008:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763796.219145:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763793/real 1787763796]  req@ffff9dd193c74000 x1874603278475136/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763796.219160:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278475136/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763796.219169:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763796.219173:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763796.219177:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278475136:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763796.922705:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763797.242622:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763797.946799:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763798.266589:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763798.266598:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763798.266601:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763798.266611:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2837
00000100:00080000:0.0:1787763798.266621:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763798.266627:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763798.266628:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787763798.266681:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26d00 x1874603278475264/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763798.266705:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763798.266708:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763798.266719:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763798.266723:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2837
00000100:00080000:0.0:1787763798.266727:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763798.266731:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763798.266740:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787763798.266751:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26580 x1874603278475392/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787763798.266763:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278475264:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787763798.266829:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763798.266876:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763798/real 1787763798]  req@ffff9dd193b26d00 x1874603278475264/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763798.266896:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26d00 x1874603278475264/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763798.266909:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763798.266919:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763798.266924:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278475264:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763798.266965:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278475392:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763798.266994:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763798.267009:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763798/real 1787763798]  req@ffff9dd193b26580 x1874603278475392/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763798.267024:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26580 x1874603278475392/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763798.267032:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763798.267036:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763798.267039:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278475392:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763798.970770:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763799.290710:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763799.994694:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763800.314574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763801.018607:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763801.338629:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763802.042717:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763802.362590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763803.066656:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763803.386656:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787763803.386657:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763803.386669:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763803.386676:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763803.386690:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2843
00000100:00080000:3.0:1787763803.386705:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763803.386712:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763803.386767:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278475520/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763803.386803:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763803.386807:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763803.386808:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763803.386812:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2843
00000100:00080000:3.0:1787763803.386815:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763803.386833:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763803.386845:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763803.386858:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278475648/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763803.386865:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278475520:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763803.386947:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763803.386990:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763803/real 1787763803]  req@ffff9dd193c74000 x1874603278475520/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763803.387007:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278475520/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763803.387017:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763803.387021:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763803.387024:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278475520:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763803.387048:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278475648:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763803.387064:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763803.387072:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763803/real 1787763803]  req@ffff9dd193c77840 x1874603278475648/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763803.387081:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278475648/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763803.387087:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763803.387089:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763803.387092:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278475648:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763804.090821:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763804.410651:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763805.114654:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763805.434590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763806.138691:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763806.458597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763807.162737:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763807.482574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763808.186740:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763808.506637:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763808.506729:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763808.506740:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763808.506747:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763808.506763:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2848
00000100:00080000:0.0:1787763808.506780:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763808.506792:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763808.506855:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b261c0 x1874603278475776/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763808.506899:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763808.506904:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763808.506907:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763808.506913:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2848
00000100:00080000:0.0:1787763808.506917:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763808.506921:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763808.506937:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787763808.506955:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24b40 x1874603278475904/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763808.507017:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278475776:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763808.507116:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763808.507174:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763808/real 1787763808]  req@ffff9dd193b261c0 x1874603278475776/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763808.507201:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b261c0 x1874603278475776/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763808.507224:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763808.507232:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763808.507239:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278475776:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763808.507284:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278475904:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763808.507327:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763808.507346:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763808/real 1787763808]  req@ffff9dd193b24b40 x1874603278475904/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763808.507365:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24b40 x1874603278475904/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763808.507383:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763808.507390:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763808.507397:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278475904:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763809.210690:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763809.530658:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763810.234715:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763810.554716:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763811.258721:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763811.578681:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763812.282767:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763812.602685:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763813.306644:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763813.626704:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763813.626721:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763813.626738:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763813.626745:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763813.626760:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2853
00000100:00080000:0.0:1787763813.626776:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763813.626787:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763813.626843:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24f00 x1874603278476032/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763813.626889:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763813.626904:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763813.626907:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763813.626912:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2853
00000100:00080000:0.0:1787763813.626918:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763813.626925:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763813.626937:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787763813.626957:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b27840 x1874603278476160/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763813.626965:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278476032:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763813.627053:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763813.627112:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763813/real 1787763813]  req@ffff9dd193b24f00 x1874603278476032/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763813.627136:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24f00 x1874603278476032/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763813.627149:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763813.627154:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763813.627159:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278476032:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763813.627195:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278476160:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763813.627236:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763813.627258:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763813/real 1787763813]  req@ffff9dd193b27840 x1874603278476160/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763813.627274:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b27840 x1874603278476160/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763813.627284:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763813.627288:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763813.627292:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278476160:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763814.330625:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763814.650676:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763815.354647:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763815.674584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763816.378651:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763816.698610:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763817.402639:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763817.722622:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763818.426720:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763818.746588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763818.746632:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763818.746637:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763818.746641:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763818.746650:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2858
00000100:00080000:3.0:1787763818.746659:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763818.746665:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763818.746696:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278476288/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763818.746724:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763818.746726:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763818.746728:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763818.746731:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2858
00000100:00080000:3.0:1787763818.746733:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763818.746736:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763818.746744:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763818.746752:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278476416/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763818.746854:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278476288:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763818.746998:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763818.747070:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763818/real 1787763818]  req@ffff9dd193c74f00 x1874603278476288/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763818.747109:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278476288/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763818.747153:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763818.747162:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763818.747171:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278476288:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763818.747185:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278476416:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763818.747225:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763818.747244:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763818/real 1787763818]  req@ffff9dd193c75a40 x1874603278476416/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763818.747261:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278476416/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763818.747277:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763818.747284:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763818.747292:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278476416:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763819.450673:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763819.770587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763820.474633:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763820.794594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763821.498594:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763821.818574:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763822.522601:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763822.842587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763823.546611:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763823.866565:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763823.866595:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763823.866600:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763823.866603:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763823.866610:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2863
00000100:00080000:0.0:1787763823.866619:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763823.866625:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763823.866669:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24780 x1874603278476544/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763823.866693:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763823.866695:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763823.866697:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763823.866700:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2863
00000100:00080000:0.0:1787763823.866703:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763823.866705:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763823.866713:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787763823.866722:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25a40 x1874603278476672/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763823.866743:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278476544:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763823.866797:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763823.866830:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763823/real 1787763823]  req@ffff9dd193b24780 x1874603278476544/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763823.866844:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24780 x1874603278476544/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763823.866852:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763823.866854:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763823.866857:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278476544:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763823.866862:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278476672:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763823.866876:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763823.866886:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763823/real 1787763823]  req@ffff9dd193b25a40 x1874603278476672/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763823.866898:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25a40 x1874603278476672/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763823.866907:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763823.866911:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763823.866914:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278476672:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763824.570613:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763824.890580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763825.594619:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763825.914628:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763826.618633:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763826.938639:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763827.642611:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763827.962586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763828.666590:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763828.986601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763828.986612:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763828.986618:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763828.986642:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763828.986650:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2868
00000100:00080000:3.0:1787763828.986659:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763828.986665:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763828.986694:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278476800/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763828.986716:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763828.986719:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763828.986720:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763828.986723:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2868
00000100:00080000:3.0:1787763828.986725:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763828.986728:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763828.986736:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763828.986747:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278476928/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763828.986781:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278476800:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763828.986833:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763828.986863:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763828/real 1787763828]  req@ffff9dd193c76940 x1874603278476800/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763828.986876:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278476800/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763828.986883:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763828.986886:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763828.986889:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278476800:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763828.986894:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278476928:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763828.986907:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763828.986915:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763828/real 1787763828]  req@ffff9dd193c74b40 x1874603278476928/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763828.986923:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278476928/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763828.986928:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763828.986930:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763828.986932:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278476928:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763829.690694:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763830.010614:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763830.714688:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763831.034631:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763831.738624:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763832.058594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763832.762619:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763833.082593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763833.786686:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763834.106593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763834.106667:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763834.106678:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763834.106682:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763834.106693:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2873
00000100:00080000:0.0:1787763834.106707:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763834.106715:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763834.106765:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b243c0 x1874603278477056/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763834.106795:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763834.106819:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763834.106822:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763834.106828:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2873
00000100:00080000:0.0:1787763834.106834:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763834.106840:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763834.106851:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278477056:192.168.203.118@tcp:250:kworker.0
00000008:00100000:0.0:1787763834.106852:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787763834.106874:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25a40 x1874603278477184/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763834.106927:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763834.106976:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763834/real 1787763834]  req@ffff9dd193b243c0 x1874603278477056/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763834.106992:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b243c0 x1874603278477056/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763834.107001:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763834.107004:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763834.107008:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278477056:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763834.107030:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278477184:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763834.107045:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763834.107053:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763834/real 1787763834]  req@ffff9dd193b25a40 x1874603278477184/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763834.107062:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25a40 x1874603278477184/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763834.107068:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763834.107070:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763834.107072:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278477184:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763834.810705:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763835.130627:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763835.834660:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763836.154622:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763836.858651:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763837.178589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763837.882676:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763838.202584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763838.906686:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763839.226600:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1787763839.226604:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763839.226612:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763839.226617:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763839.226628:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2878
00000100:00080000:0.0:1787763839.226641:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763839.226648:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763839.226692:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24780 x1874603278477312/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763839.226718:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763839.226721:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763839.226722:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763839.226725:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2878
00000100:00080000:0.0:1787763839.226727:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763839.226730:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763839.226759:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787763839.226770:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b27840 x1874603278477440/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763839.226785:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278477312:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763839.226854:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763839.226890:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763839/real 1787763839]  req@ffff9dd193b24780 x1874603278477312/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763839.226925:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24780 x1874603278477312/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763839.226934:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763839.226937:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763839.226940:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278477312:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763839.226960:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278477440:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763839.226977:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763839.226985:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763839/real 1787763839]  req@ffff9dd193b27840 x1874603278477440/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763839.226994:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b27840 x1874603278477440/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763839.226999:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763839.227002:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763839.227004:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278477440:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763839.930663:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763840.250710:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763840.954707:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763841.274585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763841.978681:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763842.298627:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763843.002710:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763843.322636:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763844.026631:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763844.346588:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763844.346595:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787763844.346599:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763844.346607:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2884
00000100:00100000:3.0:1787763844.346610:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763844.346617:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763844.346625:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763844.346656:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24f00 x1874603278477568/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763844.346676:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763844.346679:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763844.346680:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763844.346683:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2884
00000100:00080000:0.0:1787763844.346685:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763844.346688:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763844.346695:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787763844.346704:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24b40 x1874603278477696/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763844.346717:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278477568:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763844.346774:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763844.346804:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763844/real 1787763844]  req@ffff9dd193b24f00 x1874603278477568/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763844.346817:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24f00 x1874603278477568/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763844.346835:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763844.346838:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763844.346841:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278477568:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763844.346859:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278477696:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763844.346876:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763844.346887:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763844/real 1787763844]  req@ffff9dd193b24b40 x1874603278477696/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763844.346900:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24b40 x1874603278477696/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763844.346909:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763844.346912:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763844.346916:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278477696:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763845.050657:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763845.370640:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763846.074697:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763846.394601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763847.098705:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763847.418607:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763848.122679:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763848.442580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763849.146673:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763849.466580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763849.466582:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763849.466590:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763849.466593:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763849.466616:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2889
00000100:00080000:3.0:1787763849.466625:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763849.466630:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763849.466657:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278477824/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763849.466687:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763849.466689:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763849.466691:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763849.466694:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2889
00000100:00080000:3.0:1787763849.466696:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763849.466698:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763849.466706:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763849.466717:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278477952/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763849.466763:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278477824:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763849.466825:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763849.466865:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763849/real 1787763849]  req@ffff9dd193c76580 x1874603278477824/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763849.466880:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278477824/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763849.466889:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763849.466892:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763849.466895:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278477824:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763849.466908:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278477952:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763849.466927:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763849.466936:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763849/real 1787763849]  req@ffff9dd193c770c0 x1874603278477952/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763849.466944:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278477952/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763849.466950:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763849.466952:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763849.466954:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278477952:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763850.170639:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763850.490573:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763851.194761:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763851.514584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763852.218615:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763852.538635:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763853.242651:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763853.562611:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763854.266631:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763854.586587:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763854.586596:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1787763854.586597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763854.586600:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763854.586609:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2894
00000100:00080000:3.0:1787763854.586619:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763854.586625:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763854.586657:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75680 x1874603278478080/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763854.586679:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763854.586682:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763854.586696:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763854.586700:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2894
00000100:00080000:3.0:1787763854.586703:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763854.586707:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763854.586715:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763854.586724:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278478080:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763854.586729:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278478208/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763854.586786:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763854.586828:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763854/real 1787763854]  req@ffff9dd193c75680 x1874603278478080/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763854.586849:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75680 x1874603278478080/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763854.586860:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763854.586864:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763854.586868:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278478080:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763854.586891:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278478208:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763854.586922:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763854.586935:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763854/real 1787763854]  req@ffff9dd193c770c0 x1874603278478208/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763854.586950:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278478208/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763854.586971:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763854.586975:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763854.586979:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278478208:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763855.290672:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763855.610604:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763856.314656:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763856.634617:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763857.338687:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763857.658607:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763858.362653:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763858.682578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763859.386642:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763859.706615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763859.706660:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763859.706669:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763859.706673:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763859.706681:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2899
00000100:00080000:2.0:1787763859.706691:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763859.706696:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763859.706727:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278478336/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763859.706758:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763859.706761:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763859.706762:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763859.706765:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2899
00000100:00080000:2.0:1787763859.706767:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763859.706770:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763859.706796:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763859.706806:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278478464/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763859.706850:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278478336:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763859.706962:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278478464:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763860.410688:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763860.730686:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763861.434623:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763861.754638:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763862.458650:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763862.778703:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:2.0:1787763862.778811:0:2338:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:2.0:1787763862.778851:0:2338:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787763862.778866:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:2.0:1787763862.778903:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:1.0:1787763862.778950:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763859/real 1787763862]  req@ffff9dd193d161c0 x1874603278478336/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763862.778976:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278478336/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763862.778989:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763862.778994:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763862.778999:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278478336:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763862.779008:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763859/real 1787763862]  req@ffff9dd193d15e00 x1874603278478464/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763862.779021:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278478464/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763862.779048:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763862.779052:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763862.779056:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278478464:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763863.482652:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763863.802712:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763864.506699:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763864.826633:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787763864.826652:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763864.826660:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787763864.826665:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763864.826675:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2904
00000100:00080000:1.0:1787763864.826688:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763864.826695:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763864.826736:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c780 x1874603278478592/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787763864.826772:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763864.826775:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787763864.826777:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763864.826780:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2904
00000100:00080000:1.0:1787763864.826783:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763864.826786:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787763864.826796:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763864.826806:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c3c0 x1874603278478720/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787763864.826840:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278478592:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787763864.826937:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763864.826992:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763864/real 1787763864]  req@ffff9dd186d6c780 x1874603278478592/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763864.827015:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c780 x1874603278478592/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763864.827027:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763864.827032:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763864.827037:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278478592:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763864.827045:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278478720:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763864.827084:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763864.827101:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763864/real 1787763864]  req@ffff9dd186d6c3c0 x1874603278478720/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763864.827113:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c3c0 x1874603278478720/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763864.827159:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763864.827163:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763864.827166:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278478720:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763865.530697:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763865.850780:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763866.554743:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763866.874583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763867.578676:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763867.898619:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763868.602695:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763868.922655:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763869.626678:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763869.946577:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787763869.946627:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763869.946636:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787763869.946655:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763869.946666:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2909
00000100:00080000:1.0:1787763869.946679:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763869.946686:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763869.946726:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6de00 x1874603278478848/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787763869.946754:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763869.946757:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787763869.946758:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763869.946762:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2909
00000100:00080000:1.0:1787763869.946764:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763869.946767:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787763869.946777:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763869.946786:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6da40 x1874603278478976/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787763869.946841:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278478848:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787763869.946911:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763869.946947:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763869/real 1787763869]  req@ffff9dd186d6de00 x1874603278478848/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763869.946960:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6de00 x1874603278478848/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763869.946969:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763869.946972:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763869.946974:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278478848:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763869.946979:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278478976:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763869.946994:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763869.947002:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763869/real 1787763869]  req@ffff9dd186d6da40 x1874603278478976/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763869.947009:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6da40 x1874603278478976/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763869.947014:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763869.947026:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763869.947028:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278478976:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763870.650691:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763870.970585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763871.674663:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763871.994578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763872.698695:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763873.018611:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763873.722720:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763874.042606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763874.746660:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763875.066647:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787763875.066652:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763875.066665:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763875.066670:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763875.066681:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2914
00000100:00080000:3.0:1787763875.066693:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763875.066701:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763875.066744:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278479104/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763875.066774:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763875.066776:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763875.066778:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763875.066781:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2914
00000100:00080000:3.0:1787763875.066784:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763875.066787:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763875.066798:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763875.066808:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278479232/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763875.066831:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278479104:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763875.066896:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763875.066930:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763875/real 1787763875]  req@ffff9dd193c76580 x1874603278479104/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763875.066944:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278479104/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763875.066953:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763875.066956:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763875.066972:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278479104:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763875.066993:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278479232:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763875.067012:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763875.067025:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763875/real 1787763875]  req@ffff9dd193c74b40 x1874603278479232/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763875.067039:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278479232/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763875.067048:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763875.067052:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763875.067055:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278479232:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763875.770700:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763876.090594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763876.794702:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763877.114673:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763877.818703:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763878.138624:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763878.842677:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763879.162674:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763879.866745:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763880.186558:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763880.186567:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763880.186571:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763880.186580:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2919
00000100:00100000:0.0:1787763880.186586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763880.186591:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763880.186599:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763880.186631:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278479360/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763880.186669:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763880.186671:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763880.186673:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763880.186676:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2919
00000100:00080000:3.0:1787763880.186679:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763880.186681:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763880.186690:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763880.186701:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278479488/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763880.186742:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278479360:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763880.186839:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763880.186898:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763880/real 1787763880]  req@ffff9dd193c76940 x1874603278479360/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763880.186922:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278479360/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763880.186938:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763880.186944:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763880.186949:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278479360:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763880.186959:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278479488:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763880.186987:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763880.187017:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763880/real 1787763880]  req@ffff9dd193c75a40 x1874603278479488/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763880.187033:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278479488/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763880.187044:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763880.187048:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763880.187052:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278479488:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763880.890673:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763881.210635:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763881.914681:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763882.234608:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763882.938638:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763883.258570:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763883.962710:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763884.282643:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763884.986680:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763885.306635:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763885.306643:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1787763885.306646:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787763885.306647:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763885.306657:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2925
00000100:00080000:0.0:1787763885.306667:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763885.306673:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787763885.306704:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b261c0 x1874603278479616/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787763885.306727:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763885.306730:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787763885.306731:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787763885.306734:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2925
00000100:00080000:0.0:1787763885.306751:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787763885.306755:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787763885.306763:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787763885.306776:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26580 x1874603278479744/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763885.306779:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278479616:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763885.306847:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763885.306895:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763885/real 1787763885]  req@ffff9dd193b261c0 x1874603278479616/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763885.306910:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b261c0 x1874603278479616/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763885.306918:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763885.306921:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763885.306924:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278479616:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763885.306942:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278479744:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763885.306959:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763885.306968:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763885/real 1787763885]  req@ffff9dd193b26580 x1874603278479744/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763885.306977:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26580 x1874603278479744/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763885.306993:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763885.306996:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763885.306998:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278479744:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763886.010671:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763886.330607:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763887.034702:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763887.354576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763888.058735:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763888.378615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763889.082736:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763889.402601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763890.106709:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1787763890.426662:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787763890.426714:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763890.426723:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787763890.426727:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763890.426735:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2930
00000100:00080000:1.0:1787763890.426745:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763890.426751:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763890.426789:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6da40 x1874603278479872/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787763890.426824:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763890.426828:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787763890.426830:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763890.426834:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2930
00000100:00080000:1.0:1787763890.426848:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763890.426858:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787763890.426869:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763890.426872:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278479872:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763890.426884:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6de00 x1874603278480000/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787763890.426952:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763890.426995:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763890/real 1787763890]  req@ffff9dd186d6da40 x1874603278479872/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763890.427011:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6da40 x1874603278479872/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763890.427020:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763890.427024:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763890.427037:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278479872:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763890.427080:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278480000:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763890.427100:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763890.427110:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763890/real 1787763890]  req@ffff9dd186d6de00 x1874603278480000/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763890.427118:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6de00 x1874603278480000/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763890.427124:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763890.427127:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763890.427129:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278480000:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763891.130628:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763891.450724:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763892.154726:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763892.474588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763893.178709:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763893.498572:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763894.202663:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763894.522583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763895.226698:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763895.546605:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787763895.546618:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763895.546627:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787763895.546647:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763895.546657:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2935
00000100:00080000:1.0:1787763895.546666:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763895.546672:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763895.546707:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c3c0 x1874603278480128/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787763895.546730:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763895.546732:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787763895.546733:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763895.546736:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2935
00000100:00080000:1.0:1787763895.546739:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763895.546741:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787763895.546750:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763895.546764:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c780 x1874603278480256/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787763895.546787:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278480128:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787763895.546866:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763895.546932:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763895/real 1787763895]  req@ffff9dd186d6c3c0 x1874603278480128/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763895.546955:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c3c0 x1874603278480128/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763895.546969:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763895.546974:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763895.546979:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278480128:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763895.547022:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278480256:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763895.547046:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763895.547057:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763895/real 1787763895]  req@ffff9dd186d6c780 x1874603278480256/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763895.547079:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c780 x1874603278480256/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763895.547094:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763895.547099:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763895.547102:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278480256:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763896.250696:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763896.570634:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763897.274719:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763897.594606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763898.298621:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763898.618602:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763899.322659:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763899.642578:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763900.346627:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787763900.666629:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787763900.666631:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787763900.666642:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787763900.666648:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763900.666660:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2940
00000100:00080000:1.0:1787763900.666674:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763900.666684:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763900.666734:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f840 x1874603278480384/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787763900.666789:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763900.666797:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787763900.666799:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763900.666805:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2940
00000100:00080000:1.0:1787763900.666810:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763900.666817:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787763900.666830:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763900.666839:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278480384:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763900.666852:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e1c0 x1874603278480512/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787763900.666913:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763900.666954:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763900/real 1787763900]  req@ffff9dd186d6f840 x1874603278480384/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763900.666984:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f840 x1874603278480384/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763900.666993:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763900.666996:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763900.667000:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278480384:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763900.667021:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278480512:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763900.667039:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763900.667048:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763900/real 1787763900]  req@ffff9dd186d6e1c0 x1874603278480512/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763900.667056:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e1c0 x1874603278480512/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763900.667074:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763900.667076:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763900.667079:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278480512:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763901.370701:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763901.690608:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763902.394627:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763902.714647:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763903.418708:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763903.738591:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763904.442665:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763904.762642:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763905.466744:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787763905.786612:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763905.786626:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1787763905.786632:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787763905.786632:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763905.786649:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2945
00000100:00080000:1.0:1787763905.786675:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763905.786684:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763905.786732:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cf00 x1874603278480640/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787763905.786763:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763905.786767:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787763905.786769:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763905.786774:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2945
00000100:00080000:1.0:1787763905.786796:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763905.786802:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787763905.786815:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763905.786830:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e940 x1874603278480768/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787763905.786836:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278480640:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787763905.786945:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763905.786998:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763905/real 1787763905]  req@ffff9dd186d6cf00 x1874603278480640/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763905.787020:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cf00 x1874603278480640/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763905.787033:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763905.787038:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763905.787043:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278480640:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763905.787083:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278480768:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763905.787112:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763905.787127:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763905/real 1787763905]  req@ffff9dd186d6e940 x1874603278480768/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763905.787141:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e940 x1874603278480768/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763905.787151:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763905.787155:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763905.787159:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278480768:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763906.490648:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763906.810671:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763907.514713:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763907.834649:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763908.538660:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763908.858653:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763909.562696:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763909.882652:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763910.586633:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763910.906640:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763910.906643:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763910.906654:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763910.906659:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763910.906671:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2950
00000100:00080000:2.0:1787763910.906684:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763910.906693:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763910.906743:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15a40 x1874603278480896/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763910.906774:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763910.906778:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763910.906780:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763910.906785:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2950
00000100:00080000:2.0:1787763910.906789:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763910.906794:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763910.906807:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763910.906813:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278480896:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787763910.906828:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278481024/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787763910.906898:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763910.906939:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763910/real 1787763910]  req@ffff9dd193d15a40 x1874603278480896/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763910.906954:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15a40 x1874603278480896/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763910.906963:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763910.906966:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763910.906969:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278480896:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763910.906993:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278481024:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763910.907009:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763910.907018:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763910/real 1787763910]  req@ffff9dd193d15e00 x1874603278481024/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763910.907026:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278481024/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763910.907032:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763910.907035:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763910.907037:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278481024:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763911.610675:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763911.930616:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763912.634682:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763912.954588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763913.658695:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763913.978679:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763914.682633:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787763915.002654:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763915.706693:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787763916.026630:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763916.026642:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787763916.026647:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787763916.026647:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787763916.026661:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2955
00000100:00080000:1.0:1787763916.026674:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763916.026681:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763916.026730:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c000 x1874603278481152/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787763916.026763:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763916.026784:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787763916.026786:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763916.026809:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2955
00000100:00080000:1.0:1787763916.026813:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763916.026817:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763916.026823:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278481152:192.168.203.118@tcp:250:kworker.0
00000008:00100000:1.0:1787763916.026830:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763916.026848:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f0c0 x1874603278481280/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787763916.026952:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763916.026995:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763916/real 1787763916]  req@ffff9dd186d6c000 x1874603278481152/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763916.027015:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c000 x1874603278481152/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763916.027028:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763916.027033:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763916.027038:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278481152:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763916.027065:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278481280:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763916.027085:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763916.027095:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763916/real 1787763916]  req@ffff9dd186d6f0c0 x1874603278481280/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763916.027104:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f0c0 x1874603278481280/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763916.027110:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763916.027113:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763916.027115:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278481280:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763916.730679:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763917.050661:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763917.754650:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763918.074679:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763918.778715:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763919.098621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763919.802666:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763920.122669:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763920.826720:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763921.146598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787763921.146603:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763921.146611:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787763921.146615:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763921.146626:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2960
00000100:00080000:1.0:1787763921.146637:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763921.146644:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763921.146687:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6fc00 x1874603278481408/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787763921.146712:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763921.146715:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787763921.146717:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763921.146720:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2960
00000100:00080000:1.0:1787763921.146726:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763921.146728:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787763921.146738:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763921.146748:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cb40 x1874603278481536/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787763921.146778:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278481408:192.168.203.118@tcp:250:kworker.0
00000800:00000100:3.0:1787763921.146892:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763921.146941:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763921/real 1787763921]  req@ffff9dd186d6fc00 x1874603278481408/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763921.146963:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6fc00 x1874603278481408/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763921.146976:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763921.146982:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763921.146986:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278481408:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763921.147004:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278481536:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763921.147030:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763921.147053:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763921/real 1787763921]  req@ffff9dd186d6cb40 x1874603278481536/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763921.147068:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cb40 x1874603278481536/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763921.147077:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763921.147081:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763921.147085:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278481536:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763921.850654:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763922.170657:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763922.874690:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763923.194587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763923.898673:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763924.218616:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763924.922707:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763925.242583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763925.946687:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787763926.266642:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787763926.266643:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787763926.266670:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787763926.266674:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763926.266684:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2965
00000100:00080000:1.0:1787763926.266697:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763926.266704:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763926.266742:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6d2c0 x1874603278481664/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787763926.266768:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763926.266771:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787763926.266773:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763926.266776:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2965
00000100:00080000:1.0:1787763926.266788:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763926.266791:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787763926.266801:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763926.266811:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6ed00 x1874603278481792/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787763926.266834:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278481664:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763926.266946:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278481792:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763926.970727:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763927.290698:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763927.994672:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763928.314727:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763929.018703:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763929.338778:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:0.0:1787763929.338895:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:0.0:1787763929.338946:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787763929.338963:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:0.0:1787763929.339003:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:3.0:1787763929.339356:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763926/real 1787763929]  req@ffff9dd186d6d2c0 x1874603278481664/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763929.339377:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6d2c0 x1874603278481664/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763929.339388:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763929.339391:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763929.339395:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278481664:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763929.339401:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763926/real 1787763929]  req@ffff9dd186d6ed00 x1874603278481792/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763929.339410:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6ed00 x1874603278481792/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763929.339415:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763929.339418:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763929.339420:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278481792:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763930.042649:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763930.362681:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763931.066719:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787763931.386612:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763931.386620:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787763931.386624:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763931.386633:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2971
00000100:00080000:1.0:1787763931.386643:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763931.386648:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763931.386683:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6ed00 x1874603278481920/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787763931.386710:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787763931.386726:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763931.386730:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787763931.386732:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763931.386735:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2971
00000100:00080000:1.0:1787763931.386740:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763931.386757:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787763931.386768:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763931.386792:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278481920:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763931.386794:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6d2c0 x1874603278482048/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787763931.386859:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763931.386898:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763931/real 1787763931]  req@ffff9dd186d6ed00 x1874603278481920/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763931.386933:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6ed00 x1874603278481920/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763931.386945:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763931.386950:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763931.386954:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278481920:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763931.386978:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278482048:192.168.203.118@tcp:38:kworker.0
00000800:00000100:3.0:1787763931.387001:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:3.0:1787763931.387014:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763931/real 1787763931]  req@ffff9dd186d6d2c0 x1874603278482048/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763931.387028:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6d2c0 x1874603278482048/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763931.387037:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763931.387041:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:3.0:1787763931.387045:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278482048:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763932.090661:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763932.410806:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763933.114716:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763933.434670:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763934.138767:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763934.458605:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763935.162662:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763935.482651:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763936.186692:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763936.506589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763936.506628:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763936.506634:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763936.506638:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763936.506648:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2976
00000100:00080000:3.0:1787763936.506661:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763936.506668:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763936.506734:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278482176/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763936.506780:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763936.506783:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763936.506785:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763936.506788:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2976
00000100:00080000:3.0:1787763936.506792:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763936.506796:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763936.506807:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763936.506817:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278482176:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787763936.506820:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278482304/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763936.506897:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763936.506940:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763936/real 1787763936]  req@ffff9dd193c74f00 x1874603278482176/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763936.506956:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278482176/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763936.506965:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763936.506968:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763936.506971:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278482176:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763936.506995:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278482304:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763936.507011:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763936.507020:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763936/real 1787763936]  req@ffff9dd193c77840 x1874603278482304/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763936.507036:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278482304/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763936.507042:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763936.507044:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763936.507047:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278482304:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763937.210662:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763937.530613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763938.234727:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763938.554603:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763939.258658:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763939.578610:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763940.282728:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787763940.602621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763941.306635:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787763941.626649:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1787763941.626650:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763941.626661:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763941.626667:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763941.626690:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2981
00000100:00080000:2.0:1787763941.626704:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763941.626713:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763941.626759:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278482432/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763941.626791:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763941.626795:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763941.626797:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763941.626802:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2981
00000100:00080000:2.0:1787763941.626805:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763941.626810:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763941.626822:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763941.626835:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278482560/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763941.626882:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278482432:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763941.626971:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763941.627022:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763941/real 1787763941]  req@ffff9dd193d161c0 x1874603278482432/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763941.627043:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278482432/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763941.627056:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763941.627060:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763941.627065:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278482432:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763941.627073:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278482560:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763941.627096:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763941.627108:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763941/real 1787763941]  req@ffff9dd193d17840 x1874603278482560/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763941.627143:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278482560/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763941.627152:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763941.627156:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763941.627160:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278482560:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763942.330715:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763942.650631:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763943.354691:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763943.674614:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763944.378738:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763944.698585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763945.402618:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763945.722583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763946.426713:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763946.746584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763946.746627:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763946.746636:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763946.746673:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763946.746684:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2986
00000100:00080000:2.0:1787763946.746696:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763946.746704:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763946.746742:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278482688/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763946.746780:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763946.746784:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763946.746786:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763946.746791:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2986
00000100:00080000:2.0:1787763946.746796:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763946.746802:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763946.746823:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763946.746833:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278482688:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787763946.746844:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278482816/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763946.746909:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763946.746943:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763946/real 1787763946]  req@ffff9dd193d143c0 x1874603278482688/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763946.746957:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278482688/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763946.746966:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763946.746969:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763946.746971:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278482688:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763946.746992:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278482816:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763946.747008:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763946.747016:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763946/real 1787763946]  req@ffff9dd193d16d00 x1874603278482816/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763946.747024:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278482816/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763946.747043:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763946.747046:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763946.747048:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278482816:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763947.450703:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763947.770641:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763948.474706:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763948.794633:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763949.498614:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763949.818613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763950.522708:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763950.842608:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763951.546745:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787763951.866674:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787763951.866679:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763951.866687:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763951.866692:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763951.866702:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2991
00000100:00080000:2.0:1787763951.866715:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763951.866722:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763951.866785:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278482944/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763951.866833:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763951.866836:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763951.866837:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763951.866841:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2991
00000100:00080000:2.0:1787763951.866845:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763951.866850:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763951.866864:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763951.866878:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278482944:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787763951.866884:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278483072/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763951.866950:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763951.867016:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763951/real 1787763951]  req@ffff9dd193d152c0 x1874603278482944/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763951.867037:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278482944/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763951.867060:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763951.867065:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763951.867069:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278482944:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763951.867102:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278483072:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763951.867126:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763951.867139:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763951/real 1787763951]  req@ffff9dd193d16d00 x1874603278483072/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763951.867159:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278483072/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763951.867173:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763951.867178:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763951.867184:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278483072:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763952.570671:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763952.890672:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763953.594757:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763953.914618:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763954.618804:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763954.938603:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763955.642709:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763955.962642:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763956.666681:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787763956.986674:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787763956.986684:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787763956.986685:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787763956.986691:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763956.986703:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 2996
00000100:00080000:1.0:1787763956.986716:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763956.986724:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763956.986772:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cb40 x1874603278483200/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787763956.986802:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763956.986806:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787763956.986807:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763956.986811:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 2996
00000100:00080000:1.0:1787763956.986813:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763956.986816:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787763956.986827:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763956.986838:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6fc00 x1874603278483328/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787763956.986847:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278483200:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787763956.986933:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787763956.986984:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763956/real 1787763956]  req@ffff9dd186d6cb40 x1874603278483200/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763956.987005:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cb40 x1874603278483200/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787763956.987019:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763956.987024:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787763956.987028:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278483200:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787763956.987056:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278483328:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787763956.987080:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787763956.987112:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763956/real 1787763956]  req@ffff9dd186d6fc00 x1874603278483328/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763956.987126:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6fc00 x1874603278483328/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787763956.987136:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763956.987140:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787763956.987144:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278483328:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763957.690679:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763958.010608:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763958.714731:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763959.034664:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763959.738731:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763960.058623:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763960.762704:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763961.082623:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763961.786740:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787763962.106587:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763962.106596:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1787763962.106597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787763962.106599:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763962.106609:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3001
00000100:00080000:1.0:1787763962.106619:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763962.106625:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763962.106656:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f0c0 x1874603278483456/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787763962.106694:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763962.106696:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787763962.106698:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763962.106701:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3001
00000100:00080000:1.0:1787763962.106704:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763962.106707:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787763962.106715:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763962.106725:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c000 x1874603278483584/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787763962.106745:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278483456:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787763962.106798:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787763962.106830:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763962/real 1787763962]  req@ffff9dd186d6f0c0 x1874603278483456/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763962.106842:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f0c0 x1874603278483456/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787763962.106850:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763962.106852:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787763962.106855:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278483456:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787763962.106860:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278483584:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787763962.106874:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787763962.106889:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763962/real 1787763962]  req@ffff9dd186d6c000 x1874603278483584/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763962.106898:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c000 x1874603278483584/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787763962.106906:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763962.106910:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787763962.106913:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278483584:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763962.810677:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763963.130609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763963.834689:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763964.154617:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763964.858646:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763965.178609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763965.882659:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763966.202572:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763966.906638:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763967.226598:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787763967.226601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763967.226608:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763967.226612:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763967.226620:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3006
00000100:00080000:3.0:1787763967.226630:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763967.226636:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763967.226667:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278483712/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763967.226689:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763967.226708:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763967.226710:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763967.226716:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3006
00000100:00080000:3.0:1787763967.226721:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763967.226731:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763967.226732:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278483712:192.168.203.118@tcp:250:kworker.0
00000008:00100000:3.0:1787763967.226740:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763967.226754:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278483840/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787763967.226797:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787763967.226836:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763967/real 1787763967]  req@ffff9dd193c74000 x1874603278483712/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763967.226853:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278483712/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787763967.226864:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763967.226868:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787763967.226872:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278483712:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787763967.226894:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278483840:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787763967.226918:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787763967.226930:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763967/real 1787763967]  req@ffff9dd193c752c0 x1874603278483840/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763967.226956:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278483840/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787763967.226965:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763967.226969:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787763967.226972:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278483840:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787763967.930623:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763968.250610:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763968.954647:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763969.274592:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787763969.978758:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763970.298575:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763971.002642:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763971.322580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763972.026673:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763972.346610:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763972.346625:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763972.346635:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763972.346639:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763972.346656:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3012
00000100:00080000:2.0:1787763972.346666:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763972.346672:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763972.346700:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278483968/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763972.346723:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763972.346726:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763972.346727:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763972.346730:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3012
00000100:00080000:2.0:1787763972.346733:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763972.346735:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763972.346743:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763972.346760:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278484096/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763972.346770:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278483968:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763972.346833:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763972.346869:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763972/real 1787763972]  req@ffff9dd193d143c0 x1874603278483968/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763972.346883:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278483968/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763972.346891:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763972.346893:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763972.346896:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278483968:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763972.346915:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278484096:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763972.346930:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763972.346938:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763972/real 1787763972]  req@ffff9dd193d17840 x1874603278484096/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763972.346954:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278484096/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763972.346960:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763972.346962:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763972.346965:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278484096:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787763973.050635:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763973.370593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763974.074627:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763974.394627:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763975.098673:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763975.418618:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763976.122676:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763976.442675:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763977.146719:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787763977.466610:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787763977.466612:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787763977.466625:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787763977.466631:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763977.466643:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3017
00000100:00080000:2.0:1787763977.466659:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763977.466669:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787763977.466717:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278484224/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763977.466751:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763977.466755:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787763977.466758:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787763977.466763:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3017
00000100:00080000:2.0:1787763977.466767:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763977.466772:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787763977.466786:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763977.466807:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278484224:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787763977.466807:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278484352/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787763977.466884:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763977.466928:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763977/real 1787763977]  req@ffff9dd193d161c0 x1874603278484224/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763977.466944:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278484224/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763977.466953:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763977.466956:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763977.466959:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278484224:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763977.466980:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278484352:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763977.466994:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763977.467002:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763977/real 1787763977]  req@ffff9dd193d15e00 x1874603278484352/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763977.467010:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278484352/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763977.467038:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763977.467040:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763977.467043:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278484352:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763978.170641:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763978.490670:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763979.194744:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763979.514618:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763980.218640:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763980.538608:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763981.242725:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763981.562627:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763982.266667:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763982.586630:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763982.586638:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763982.586643:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763982.586647:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763982.586654:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3022
00000100:00080000:3.0:1787763982.586663:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763982.586669:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763982.586699:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c743c0 x1874603278484480/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763982.586740:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763982.586743:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763982.586744:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763982.586748:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3022
00000100:00080000:3.0:1787763982.586751:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763982.586753:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763982.586761:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763982.586771:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278484608/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763982.586817:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278484480:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763982.586872:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763982.586901:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763982/real 1787763982]  req@ffff9dd193c743c0 x1874603278484480/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763982.586919:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c743c0 x1874603278484480/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763982.586930:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763982.586935:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763982.586939:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278484480:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763982.586947:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278484608:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763982.586970:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763982.586980:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763982/real 1787763982]  req@ffff9dd193c752c0 x1874603278484608/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763982.586988:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278484608/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763982.586994:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763982.586996:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763982.586998:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278484608:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787763983.290647:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763983.610610:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763984.314643:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763984.634664:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763985.338663:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763985.658599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763986.362672:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763986.682611:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763987.386659:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763987.706656:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787763987.706662:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763987.706673:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763987.706679:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763987.706691:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3027
00000100:00080000:3.0:1787763987.706703:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763987.706712:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763987.706748:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278484736/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763987.706783:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763987.706787:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763987.706789:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763987.706793:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3027
00000100:00080000:3.0:1787763987.706797:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763987.706801:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763987.706824:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763987.706840:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278484864/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763987.706844:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278484736:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763987.706912:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763987.706945:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763987/real 1787763987]  req@ffff9dd193c74000 x1874603278484736/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763987.706960:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278484736/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763987.706967:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763987.706970:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763987.706973:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278484736:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763987.706991:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278484864:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763987.707005:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763987.707013:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763987/real 1787763987]  req@ffff9dd193c77840 x1874603278484864/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763987.707021:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278484864/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763987.707027:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763987.707029:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763987.707031:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278484864:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763988.410647:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763988.730584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787763989.434643:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763989.754670:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763990.458697:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763990.778633:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763991.482659:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763991.802699:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763992.506671:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763992.826618:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787763992.826637:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763992.826645:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787763992.826651:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763992.826664:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3032
00000100:00080000:1.0:1787763992.826678:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763992.826687:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787763992.826736:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e940 x1874603278484992/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787763992.826775:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763992.826780:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787763992.826782:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763992.826786:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3032
00000100:00080000:1.0:1787763992.826789:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763992.826792:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787763992.826802:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763992.826815:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cf00 x1874603278485120/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787763992.826832:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278484992:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787763992.826941:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278485120:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763993.530703:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763993.850688:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763994.554695:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763994.874646:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763995.578624:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763995.898783:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:2.0:1787763995.898977:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:2.0:1787763995.899044:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787763995.899089:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:2.0:1787763995.899153:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:1.0:1787763995.899259:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763992/real 1787763995]  req@ffff9dd186d6cf00 x1874603278485120/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763995.899288:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cf00 x1874603278485120/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763995.899317:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763995.899324:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763995.899355:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278485120:192.168.203.118@tcp:38:kworker.0
00000100:00100000:1.0:1787763995.899365:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763992/real 1787763995]  req@ffff9dd186d6e940 x1874603278484992/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763995.899381:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e940 x1874603278484992/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763995.899388:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763995.899397:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763995.899400:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278484992:192.168.203.118@tcp:250:kworker.0
00010000:00010000:3.0:1787763996.602656:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763996.922689:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787763997.626659:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763997.946618:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763997.946631:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787763997.946635:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763997.946646:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3037
00000100:00080000:3.0:1787763997.946658:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787763997.946660:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787763997.946667:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787763997.946714:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278485248/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787763997.946740:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763997.946743:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787763997.946744:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787763997.946748:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3037
00000100:00080000:3.0:1787763997.946751:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787763997.946754:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787763997.946764:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787763997.946776:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278485376/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763997.946792:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278485248:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787763997.946881:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763997.946934:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763997/real 1787763997]  req@ffff9dd193c74f00 x1874603278485248/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763997.946957:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278485248/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763997.946970:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763997.946975:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763997.946980:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278485248:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787763997.947012:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278485376:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787763997.947040:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787763997.947056:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763997/real 1787763997]  req@ffff9dd193c75a40 x1874603278485376/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763997.947102:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278485376/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763997.947111:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763997.947115:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787763997.947119:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278485376:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787763998.650672:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763998.970682:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787763999.674644:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787763999.994634:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764000.698686:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764001.018634:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764001.722698:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764002.042718:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764002.746664:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764003.066586:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764003.066593:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1787764003.066595:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764003.066597:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764003.066607:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3042
00000100:00080000:3.0:1787764003.066617:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764003.066623:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764003.066657:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278485504/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764003.066678:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764003.066680:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764003.066682:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764003.066684:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3042
00000100:00080000:3.0:1787764003.066687:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764003.066689:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764003.066697:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787764003.066706:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278485632/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764003.066722:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278485504:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787764003.066782:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764003.066811:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764003/real 1787764003]  req@ffff9dd193c76940 x1874603278485504/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764003.066824:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278485504/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764003.066832:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764003.066835:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764003.066838:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278485504:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764003.066855:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278485632:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764003.066870:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764003.066878:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764003/real 1787764003]  req@ffff9dd193c74b40 x1874603278485632/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764003.066887:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278485632/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764003.066908:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764003.066910:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764003.066913:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278485632:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787764003.770678:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764004.090628:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764004.794705:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764005.114615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764005.818604:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764006.138623:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764006.842690:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764007.162661:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764007.866617:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764008.186565:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764008.186573:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764008.186576:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787764008.186580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764008.186585:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3047
00000100:00080000:3.0:1787764008.186608:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764008.186614:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764008.186641:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278485760/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764008.186663:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764008.186665:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764008.186667:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764008.186670:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3047
00000100:00080000:3.0:1787764008.186672:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764008.186674:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764008.186682:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787764008.186691:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278485888/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764008.186708:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278485760:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787764008.186767:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764008.186801:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764008/real 1787764008]  req@ffff9dd193c76580 x1874603278485760/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764008.186821:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278485760/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764008.186832:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764008.186836:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764008.186840:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278485760:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764008.186862:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278485888:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764008.186882:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764008.186893:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764008/real 1787764008]  req@ffff9dd193c770c0 x1874603278485888/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764008.186905:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278485888/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764008.186928:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764008.186932:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764008.186936:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278485888:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787764008.890659:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764009.210691:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764009.914684:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764010.234603:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764010.938663:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764011.258665:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764011.962730:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764012.282673:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764012.986652:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764013.306640:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787764013.306646:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764013.306657:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764013.306662:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764013.306675:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3053
00000100:00080000:3.0:1787764013.306689:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764013.306699:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764013.306748:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75680 x1874603278486016/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764013.306780:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764013.306784:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764013.306804:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764013.306808:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3053
00000100:00080000:3.0:1787764013.306812:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764013.306817:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764013.306829:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787764013.306845:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278486144/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764013.306863:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278486016:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787764013.306963:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764013.307024:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764013/real 1787764013]  req@ffff9dd193c75680 x1874603278486016/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764013.307053:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75680 x1874603278486016/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764013.307069:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764013.307076:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764013.307082:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278486016:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764013.307117:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278486144:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764013.307167:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764013.307208:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764013/real 1787764013]  req@ffff9dd193c770c0 x1874603278486144/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764013.307248:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278486144/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764013.307275:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764013.307282:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764013.307288:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278486144:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787764014.010703:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764014.330657:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764015.034607:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764015.354646:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764016.058728:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764016.378616:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764017.082700:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764017.402617:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764018.106751:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764018.426590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764018.426612:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764018.426621:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764018.426626:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764018.426640:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3058
00000100:00080000:3.0:1787764018.426653:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764018.426664:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764018.426743:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278486272/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764018.426777:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764018.426785:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764018.426788:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764018.426793:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3058
00000100:00080000:3.0:1787764018.426798:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764018.426804:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764018.426817:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787764018.426831:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278486272:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787764018.426836:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278486400/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787764018.426912:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764018.426952:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764018/real 1787764018]  req@ffff9dd193c76580 x1874603278486272/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764018.426968:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278486272/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764018.426977:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764018.426980:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764018.426983:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278486272:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764018.427025:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278486400:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764018.427043:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764018.427052:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764018/real 1787764018]  req@ffff9dd193c74b40 x1874603278486400/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764018.427061:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278486400/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764018.427095:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764018.427098:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764018.427101:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278486400:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787764019.130680:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764019.450609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764020.154692:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764020.474584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764021.178599:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764021.498650:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764022.202723:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764022.522616:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764023.226617:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764023.546631:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787764023.546670:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764023.546697:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787764023.546702:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764023.546714:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3063
00000100:00080000:0.0:1787764023.546727:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764023.546735:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787764023.546777:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26d00 x1874603278486528/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787764023.546810:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764023.546814:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787764023.546816:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764023.546821:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3063
00000100:00080000:0.0:1787764023.546825:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764023.546829:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787764023.546841:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787764023.546855:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26940 x1874603278486656/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764023.546869:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278486528:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787764023.546950:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764023.547000:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764023/real 1787764023]  req@ffff9dd193b26d00 x1874603278486528/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764023.547020:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26d00 x1874603278486528/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764023.547030:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764023.547035:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764023.547040:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278486528:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764023.547077:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278486656:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764023.547098:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764023.547121:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764023/real 1787764023]  req@ffff9dd193b26940 x1874603278486656/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764023.547131:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26940 x1874603278486656/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764023.547148:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764023.547151:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764023.547154:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278486656:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787764024.250655:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764024.570597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764025.274624:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764025.594589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764026.298658:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764026.618611:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764027.322620:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764027.642650:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764028.346677:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787764028.666694:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787764028.666697:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787764028.666710:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787764028.666716:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787764028.666729:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3068
00000100:00080000:1.0:1787764028.666744:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764028.666755:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787764028.666808:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e940 x1874603278486784/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787764028.666858:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764028.666863:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787764028.666866:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787764028.666871:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3068
00000100:00080000:1.0:1787764028.666876:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764028.666882:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787764028.666896:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787764028.666900:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278486784:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764028.666916:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cf00 x1874603278486912/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787764028.666974:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764028.667016:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764028/real 1787764028]  req@ffff9dd186d6e940 x1874603278486784/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764028.667031:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e940 x1874603278486784/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764028.667040:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764028.667044:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764028.667047:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278486784:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764028.667068:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278486912:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764028.667100:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764028.667116:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764028/real 1787764028]  req@ffff9dd186d6cf00 x1874603278486912/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764028.667124:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cf00 x1874603278486912/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764028.667130:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764028.667132:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764028.667134:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278486912:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787764029.370669:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764029.690599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764030.394706:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764030.714605:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764031.418815:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764031.738580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764032.442655:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764032.762609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764033.466640:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764033.786636:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764033.786700:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764033.786712:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764033.786719:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764033.786732:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3073
00000100:00080000:3.0:1787764033.786765:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764033.786779:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764033.786863:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278487040/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764033.786899:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764033.786922:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764033.786926:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764033.786934:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3073
00000100:00080000:3.0:1787764033.786942:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764033.786950:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764033.786968:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787764033.786988:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278487168/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787764033.787065:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278487040:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787764033.787160:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764033.787219:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764033/real 1787764033]  req@ffff9dd193c76940 x1874603278487040/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764033.787258:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278487040/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764033.787269:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764033.787272:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764033.787275:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278487040:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764033.787281:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278487168:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764033.787298:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764033.787307:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764033/real 1787764033]  req@ffff9dd193c75a40 x1874603278487168/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764033.787338:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278487168/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764033.787348:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764033.787351:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764033.787355:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278487168:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787764034.490648:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764034.810659:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764035.514657:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764035.834586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764036.538663:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764036.858625:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764037.562684:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764037.882584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764038.586673:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787764038.906675:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764038.906686:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787764038.906691:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787764038.906703:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787764038.906708:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3078
00000100:00080000:1.0:1787764038.906719:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764038.906729:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787764038.906763:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e1c0 x1874603278487296/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787764038.906796:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764038.906800:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787764038.906802:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787764038.906807:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3078
00000100:00080000:1.0:1787764038.906812:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764038.906817:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787764038.906827:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787764038.906838:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278487296:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764038.906843:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f840 x1874603278487424/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787764038.906909:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764038.906941:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764038/real 1787764038]  req@ffff9dd186d6e1c0 x1874603278487296/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764038.906953:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e1c0 x1874603278487296/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764038.906961:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764038.906964:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764038.906967:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278487296:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764038.906984:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278487424:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764038.906998:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764038.907023:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764038/real 1787764038]  req@ffff9dd186d6f840 x1874603278487424/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764038.907032:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f840 x1874603278487424/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764038.907038:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764038.907040:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764038.907053:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278487424:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787764039.610656:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764039.930613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764040.634685:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764040.954643:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764041.658657:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764041.978650:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764042.682638:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764043.002608:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764043.706727:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764044.026597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764044.026672:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764044.026680:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764044.026700:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764044.026708:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3083
00000100:00080000:3.0:1787764044.026718:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764044.026724:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764044.026757:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278487552/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764044.026792:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764044.026799:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764044.026800:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764044.026804:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3083
00000100:00080000:3.0:1787764044.026807:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764044.026810:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764044.026819:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787764044.026832:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278487680/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787764044.026840:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278487552:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787764044.026900:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764044.026931:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764044/real 1787764044]  req@ffff9dd193c74f00 x1874603278487552/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764044.026943:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278487552/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764044.026952:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764044.026954:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764044.026958:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278487552:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764044.026995:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278487680:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764044.027013:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764044.027022:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764044/real 1787764044]  req@ffff9dd193c77840 x1874603278487680/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764044.027031:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278487680/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764044.027037:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764044.027039:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764044.027042:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278487680:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787764044.730640:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764045.050635:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764045.754746:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764046.074656:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764046.778714:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764047.098651:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764047.802706:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764048.122675:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764048.826742:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764049.146614:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787764049.146625:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764049.146632:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787764049.146636:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787764049.146647:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3088
00000100:00080000:1.0:1787764049.146659:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764049.146666:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787764049.146709:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c780 x1874603278487808/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787764049.146741:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764049.146744:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787764049.146745:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787764049.146749:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3088
00000100:00080000:1.0:1787764049.146751:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764049.146754:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787764049.146765:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787764049.146775:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c3c0 x1874603278487936/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787764049.146786:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278487808:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787764049.146859:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764049.146920:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764049/real 1787764049]  req@ffff9dd186d6c780 x1874603278487808/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764049.146948:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c780 x1874603278487808/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764049.146957:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764049.146961:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764049.146964:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278487808:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764049.146985:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278487936:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764049.147001:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764049.147010:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764049/real 1787764049]  req@ffff9dd186d6c3c0 x1874603278487936/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764049.147019:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c3c0 x1874603278487936/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764049.147025:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764049.147027:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764049.147029:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278487936:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787764049.850688:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764050.170674:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764050.874721:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764051.194634:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764051.898663:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764052.218606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764052.922773:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764053.242641:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764053.946662:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764054.266643:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764054.266665:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764054.266674:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764054.266679:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764054.266692:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3093
00000100:00080000:3.0:1787764054.266705:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764054.266712:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764054.266777:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278488064/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764054.266807:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764054.266810:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764054.266812:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764054.266815:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3093
00000100:00080000:3.0:1787764054.266818:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764054.266822:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764054.266831:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787764054.266841:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278488192/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787764054.266865:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278488064:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787764054.266948:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764054.266987:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764054/real 1787764054]  req@ffff9dd193c74000 x1874603278488064/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764054.267013:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278488064/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764054.267022:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764054.267026:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764054.267029:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278488064:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764054.267042:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278488192:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764054.267061:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764054.267070:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764054/real 1787764054]  req@ffff9dd193c752c0 x1874603278488192/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764054.267079:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278488192/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764054.267085:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764054.267087:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764054.267090:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278488192:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787764054.970616:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764055.290644:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764055.994676:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764056.314646:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764057.018700:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764057.338656:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764058.042731:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764058.362626:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764059.066687:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764059.386568:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787764059.386595:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764059.386605:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787764059.386617:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787764059.386632:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3099
00000100:00080000:1.0:1787764059.386645:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764059.386654:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787764059.386716:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6de00 x1874603278488320/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787764059.386747:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764059.386751:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787764059.386753:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787764059.386757:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3099
00000100:00080000:1.0:1787764059.386762:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764059.386767:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787764059.386779:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787764059.386793:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278488320:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764059.386804:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6da40 x1874603278488448/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787764059.386916:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278488448:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787764060.090679:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764060.410615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764061.114676:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764061.434613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764062.138694:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764062.458647:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:1.0:1787764062.458795:0:2337:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:1.0:1787764062.458830:0:2337:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787764062.458862:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:1.0:1787764062.458895:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:2.0:1787764062.458956:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764059/real 1787764062]  req@ffff9dd186d6da40 x1874603278488448/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764062.459006:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6da40 x1874603278488448/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764062.459026:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764062.459033:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764062.459037:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278488448:192.168.203.118@tcp:38:kworker.0
00000100:00100000:2.0:1787764062.459047:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764059/real 1787764062]  req@ffff9dd186d6de00 x1874603278488320/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764062.459063:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6de00 x1874603278488320/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764062.459072:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764062.459076:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764062.459079:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278488320:192.168.203.118@tcp:250:kworker.0
00010000:00010000:2.0:1787764063.162729:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764063.482693:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764064.186669:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787764064.506635:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764064.506646:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787764064.506650:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787764064.506663:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3104
00000100:00080000:1.0:1787764064.506679:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764064.506689:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787764064.506700:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787764064.506740:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6de00 x1874603278488576/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787764064.506775:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764064.506797:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787764064.506800:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787764064.506806:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3104
00000100:00080000:1.0:1787764064.506812:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764064.506818:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787764064.506843:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787764064.506846:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278488576:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764064.506862:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6da40 x1874603278488704/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787764064.506931:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764064.506981:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764064/real 1787764064]  req@ffff9dd186d6de00 x1874603278488576/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764064.506999:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6de00 x1874603278488576/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764064.507011:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764064.507017:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764064.507029:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278488576:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764064.507060:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278488704:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764064.507086:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764064.507099:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764064/real 1787764064]  req@ffff9dd186d6da40 x1874603278488704/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764064.507112:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6da40 x1874603278488704/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764064.507120:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764064.507124:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764064.507127:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278488704:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787764065.210700:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764065.530727:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764066.234679:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764066.554623:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764067.258699:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764067.578612:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764068.282671:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764068.602601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764069.306719:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787764069.626645:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787764069.626648:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787764069.626659:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787764069.626665:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787764069.626678:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3109
00000100:00080000:1.0:1787764069.626694:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764069.626702:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787764069.626758:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c3c0 x1874603278488832/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787764069.626798:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764069.626803:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787764069.626805:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787764069.626809:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3109
00000100:00080000:1.0:1787764069.626814:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764069.626818:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787764069.626830:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787764069.626845:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c780 x1874603278488960/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787764069.626858:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278488832:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787764069.626938:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764069.626985:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764069/real 1787764069]  req@ffff9dd186d6c3c0 x1874603278488832/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764069.627004:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c3c0 x1874603278488832/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764069.627017:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764069.627021:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764069.627026:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278488832:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764069.627063:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278488960:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764069.627086:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764069.627099:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764069/real 1787764069]  req@ffff9dd186d6c780 x1874603278488960/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764069.627112:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c780 x1874603278488960/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764069.627121:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764069.627125:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764069.627128:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278488960:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787764070.330701:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764070.650614:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764071.354666:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764071.674602:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764072.378665:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764072.698583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764073.402654:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764073.722630:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764074.426632:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764074.746621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764074.746649:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764074.746655:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764074.746660:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764074.746670:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3114
00000100:00080000:3.0:1787764074.746680:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764074.746686:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764074.746718:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c743c0 x1874603278489088/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764074.746769:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764074.746774:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764074.746776:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764074.746780:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3114
00000100:00080000:3.0:1787764074.746785:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764074.746790:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764074.746801:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787764074.746810:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278489088:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787764074.746817:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278489216/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787764074.746864:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764074.746912:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764074/real 1787764074]  req@ffff9dd193c743c0 x1874603278489088/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764074.746926:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c743c0 x1874603278489088/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764074.746934:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764074.746937:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764074.746940:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278489088:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764074.746975:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278489216:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764074.747010:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764074.747020:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764074/real 1787764074]  req@ffff9dd193c752c0 x1874603278489216/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764074.747045:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278489216/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764074.747051:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764074.747053:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764074.747055:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278489216:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787764075.450633:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764075.770625:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764076.474639:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764076.794608:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764077.498756:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764077.818640:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764078.522670:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764078.842593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764079.546688:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787764079.866615:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764079.866624:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1787764079.866632:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787764079.866633:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787764079.866646:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3119
00000100:00080000:1.0:1787764079.866657:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764079.866663:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787764079.866696:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f840 x1874603278489344/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787764079.866732:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764079.866736:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787764079.866738:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787764079.866743:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3119
00000100:00080000:1.0:1787764079.866747:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764079.866751:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787764079.866760:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787764079.866774:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e1c0 x1874603278489472/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787764079.866776:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278489344:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787764079.866833:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764079.866865:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764079/real 1787764079]  req@ffff9dd186d6f840 x1874603278489344/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764079.866877:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f840 x1874603278489344/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764079.866885:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764079.866887:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764079.866890:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278489344:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764079.866910:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278489472:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764079.866933:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764079.866946:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764079/real 1787764079]  req@ffff9dd186d6e1c0 x1874603278489472/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764079.866977:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e1c0 x1874603278489472/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764079.866983:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764079.866985:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764079.866988:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278489472:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787764080.570703:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764080.890626:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764081.594641:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764081.914614:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764082.618626:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764082.938605:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764083.642717:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764083.962666:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764084.666645:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764084.986597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787764084.986650:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764084.986656:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787764084.986660:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764084.986668:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3124
00000100:00080000:0.0:1787764084.986678:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764084.986697:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787764084.986730:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25e00 x1874603278489600/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787764084.986751:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764084.986754:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787764084.986755:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764084.986758:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3124
00000100:00080000:0.0:1787764084.986760:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764084.986763:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787764084.986771:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787764084.986781:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25680 x1874603278489728/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787764084.986812:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278489600:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787764084.986907:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764084.986959:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764084/real 1787764084]  req@ffff9dd193b25e00 x1874603278489600/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764084.986981:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25e00 x1874603278489600/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764084.986994:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764084.986999:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764084.987003:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278489600:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764084.987029:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278489728:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764084.987050:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764084.987064:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764084/real 1787764084]  req@ffff9dd193b25680 x1874603278489728/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764084.987078:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25680 x1874603278489728/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764084.987107:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764084.987112:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764084.987116:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278489728:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787764085.690649:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764086.010635:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764086.714658:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764087.034666:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764087.738729:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764088.058622:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764088.762701:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764089.082672:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764089.786747:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764090.106603:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764090.106607:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764090.106618:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764090.106623:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764090.106637:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3129
00000100:00080000:3.0:1787764090.106661:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764090.106669:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764090.106717:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278489856/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764090.106743:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764090.106761:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764090.106763:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764090.106766:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3129
00000100:00080000:3.0:1787764090.106770:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764090.106774:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764090.106785:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787764090.106799:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278489984/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787764090.106806:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278489856:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787764090.106891:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764090.106942:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764090/real 1787764090]  req@ffff9dd193c74000 x1874603278489856/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764090.106961:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278489856/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764090.106974:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764090.106979:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764090.106984:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278489856:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764090.107013:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278489984:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764090.107039:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764090.107053:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764090/real 1787764090]  req@ffff9dd193c77840 x1874603278489984/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764090.107066:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278489984/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764090.107075:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764090.107079:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764090.107091:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278489984:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787764090.810656:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764091.130710:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764091.834746:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764092.154617:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764092.858666:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764093.178613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764093.882734:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764094.202584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764094.906653:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764095.226643:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787764095.226654:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764095.226661:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764095.226670:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764095.226685:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3134
00000100:00080000:3.0:1787764095.226699:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764095.226728:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764095.226785:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278490112/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764095.226841:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764095.226845:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764095.226847:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764095.226851:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3134
00000100:00080000:3.0:1787764095.226855:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764095.226858:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764095.226870:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787764095.226882:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278490240/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787764095.226921:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278490112:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787764095.227021:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764095.227091:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764095/real 1787764095]  req@ffff9dd193c74f00 x1874603278490112/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764095.227130:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278490112/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764095.227143:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764095.227148:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764095.227153:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278490112:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764095.227200:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278490240:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764095.227221:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764095.227231:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764095/real 1787764095]  req@ffff9dd193c75a40 x1874603278490240/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764095.227242:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278490240/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764095.227250:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764095.227253:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764095.227256:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278490240:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787764095.930669:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764096.250640:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764096.954701:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764097.274662:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764097.978754:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764098.298701:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764099.002675:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764099.322625:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764100.026729:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764100.346689:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764100.346706:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787764100.346714:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1787764100.346731:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787764100.346733:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3140
00000100:00080000:0.0:1787764100.346757:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764100.346772:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787764100.346830:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b270c0 x1874603278490368/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787764100.346868:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764100.346872:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787764100.346875:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764100.346879:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3140
00000100:00080000:0.0:1787764100.346884:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764100.346888:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787764100.346901:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787764100.346918:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25680 x1874603278490496/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787764100.346940:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278490368:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787764100.347042:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764100.347104:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764100/real 1787764100]  req@ffff9dd193b270c0 x1874603278490368/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764100.347134:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b270c0 x1874603278490368/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764100.347152:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764100.347160:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764100.347166:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278490368:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764100.347224:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278490496:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764100.347267:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764100.347289:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764100/real 1787764100]  req@ffff9dd193b25680 x1874603278490496/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764100.347303:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25680 x1874603278490496/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764100.347312:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764100.347316:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764100.347319:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278490496:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787764101.050644:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764101.370678:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764102.074706:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764102.394616:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764103.098646:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764103.418724:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764104.122728:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764104.442707:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764105.146739:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764105.466640:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787764105.466690:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764105.466728:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787764105.466733:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787764105.466748:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3145
00000100:00080000:2.0:1787764105.466765:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787764105.466776:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787764105.466851:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15a40 x1874603278490624/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787764105.466892:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764105.466898:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787764105.466901:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787764105.466908:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3145
00000100:00080000:2.0:1787764105.466932:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787764105.466938:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787764105.466953:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278490624:192.168.203.118@tcp:250:kworker.0
00000008:00100000:2.0:1787764105.466954:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787764105.466981:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278490752/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787764105.467050:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764105.467114:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764105/real 1787764105]  req@ffff9dd193d15a40 x1874603278490624/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764105.467146:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15a40 x1874603278490624/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764105.467162:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764105.467167:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764105.467173:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278490624:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764105.467209:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278490752:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764105.467236:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764105.467249:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764105/real 1787764105]  req@ffff9dd193d15e00 x1874603278490752/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764105.467261:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278490752/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764105.467269:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764105.467272:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764105.467275:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278490752:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787764106.170704:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764106.490651:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764107.194756:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764107.514647:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764108.218711:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764108.538629:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764109.242695:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764109.562621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764110.266676:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764110.586599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787764110.586658:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764110.586687:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787764110.586692:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764110.586702:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3150
00000100:00080000:0.0:1787764110.586714:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764110.586721:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787764110.586759:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25e00 x1874603278490880/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787764110.586789:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764110.586792:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787764110.586794:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764110.586797:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3150
00000100:00080000:0.0:1787764110.586799:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764110.586802:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787764110.586811:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787764110.586822:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26940 x1874603278491008/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764110.586839:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278490880:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787764110.586902:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764110.586953:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764110/real 1787764110]  req@ffff9dd193b25e00 x1874603278490880/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764110.586968:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25e00 x1874603278490880/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764110.586977:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764110.586981:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764110.586984:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278490880:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764110.587004:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278491008:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764110.587023:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764110.587037:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764110/real 1787764110]  req@ffff9dd193b26940 x1874603278491008/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764110.587050:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26940 x1874603278491008/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764110.587058:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764110.587062:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764110.587066:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278491008:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787764111.290650:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764111.610610:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764112.314658:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764112.634679:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764113.338675:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764113.658633:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764114.362676:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764114.682624:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764115.386721:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764115.706638:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787764115.706641:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764115.706651:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764115.706657:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764115.706667:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3155
00000100:00080000:3.0:1787764115.706680:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764115.706687:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764115.706729:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278491136/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764115.706753:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764115.706756:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764115.706757:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764115.706760:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3155
00000100:00080000:3.0:1787764115.706763:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764115.706765:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764115.706775:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787764115.706785:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278491264/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764115.706799:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278491136:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787764115.706881:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764115.706960:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764115/real 1787764115]  req@ffff9dd193c76940 x1874603278491136/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764115.706983:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278491136/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764115.706997:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764115.707002:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764115.707007:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278491136:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764115.707035:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278491264:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764115.707060:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764115.707075:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764115/real 1787764115]  req@ffff9dd193c74b40 x1874603278491264/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764115.707090:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278491264/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764115.707100:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764115.707103:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764115.707107:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278491264:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787764116.410669:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764116.730636:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764117.434670:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764117.754580:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764118.458729:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764118.778661:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764119.482755:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764119.802590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764120.506647:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764120.826627:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787764120.826635:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787764120.826636:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787764120.826641:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764120.826649:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3160
00000100:00080000:0.0:1787764120.826659:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764120.826668:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787764120.826700:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26d00 x1874603278491392/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787764120.826736:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764120.826739:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787764120.826740:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764120.826744:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3160
00000100:00080000:0.0:1787764120.826747:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764120.826752:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787764120.826761:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787764120.826780:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278491392:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787764120.826781:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26580 x1874603278491520/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787764120.826879:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764120.826926:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764120/real 1787764120]  req@ffff9dd193b26d00 x1874603278491392/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764120.826941:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26d00 x1874603278491392/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764120.826952:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764120.826955:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764120.826959:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278491392:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764120.826987:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278491520:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764120.827005:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764120.827017:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764120/real 1787764120]  req@ffff9dd193b26580 x1874603278491520/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764120.827031:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26580 x1874603278491520/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764120.827040:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764120.827044:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764120.827048:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278491520:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787764121.530684:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764121.850614:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764122.554627:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764122.874596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764123.578716:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764123.898621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764124.602657:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764124.922636:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764125.626694:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764125.946660:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787764125.946664:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764125.946691:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764125.946695:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764125.946705:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3165
00000100:00080000:3.0:1787764125.946718:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764125.946727:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764125.946767:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278491648/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764125.946792:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764125.946795:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764125.946796:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764125.946800:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3165
00000100:00080000:3.0:1787764125.946802:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764125.946805:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764125.946815:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787764125.946827:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278491776/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764125.946833:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278491648:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764125.946964:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278491776:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787764126.650693:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764126.970653:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764127.674697:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764127.994620:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764128.698666:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764129.018644:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:0.0:1787764129.018921:0:2338:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:0.0:1787764129.018969:0:2338:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787764129.018988:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:0.0:1787764129.019033:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:1.0:1787764129.019090:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764125/real 1787764129]  req@ffff9dd193c770c0 x1874603278491776/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764129.019119:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278491776/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764129.019133:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764129.019138:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764129.019143:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278491776:192.168.203.118@tcp:38:kworker.0
00000100:00100000:1.0:1787764129.019152:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764125/real 1787764129]  req@ffff9dd193c76580 x1874603278491648/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764129.019168:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278491648/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764129.019177:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764129.019182:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764129.019187:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278491648:192.168.203.118@tcp:250:kworker.0
00010000:00010000:3.0:1787764129.722677:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764130.042670:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764130.746707:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764131.066659:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764131.066670:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1787764131.066673:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764131.066675:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764131.066691:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3170
00000100:00080000:3.0:1787764131.066705:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764131.066713:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764131.066752:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75680 x1874603278491904/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764131.066798:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764131.066802:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764131.066803:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764131.066807:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3170
00000100:00080000:3.0:1787764131.066810:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764131.066814:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764131.066825:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787764131.066838:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278492032/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764131.066848:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278491904:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787764131.066934:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764131.066975:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764131/real 1787764131]  req@ffff9dd193c75680 x1874603278491904/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764131.066996:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75680 x1874603278491904/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764131.067009:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764131.067019:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764131.067023:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278491904:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764131.067048:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278492032:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764131.067071:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764131.067084:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764131/real 1787764131]  req@ffff9dd193c76580 x1874603278492032/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764131.067098:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278492032/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764131.067108:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764131.067112:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764131.067115:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278492032:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787764131.770695:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764132.090647:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764132.794707:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764133.114638:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764133.818706:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764134.138631:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764134.842709:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764135.162608:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764135.866687:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764136.186605:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787764136.186617:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764136.186624:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787764136.186629:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787764136.186639:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3175
00000100:00080000:2.0:1787764136.186667:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787764136.186674:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787764136.186714:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278492160/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787764136.186738:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764136.186741:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787764136.186742:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787764136.186746:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3175
00000100:00080000:2.0:1787764136.186748:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787764136.186751:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787764136.186762:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787764136.186771:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278492160:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764136.186774:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278492288/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787764136.186848:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764136.186904:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764136/real 1787764136]  req@ffff9dd193d161c0 x1874603278492160/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764136.186923:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278492160/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764136.186933:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764136.186937:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764136.186940:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278492160:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764136.186976:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278492288:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764136.187010:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764136.187021:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764136/real 1787764136]  req@ffff9dd193d17840 x1874603278492288/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764136.187035:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278492288/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764136.187042:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764136.187045:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764136.187047:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278492288:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787764136.890649:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764137.210598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764137.914644:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764138.234636:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764138.938675:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764139.258598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764139.962683:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764140.282614:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764140.986640:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764141.306647:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764141.306657:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764141.306668:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764141.306674:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764141.306688:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3181
00000100:00080000:3.0:1787764141.306701:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764141.306708:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764141.306754:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278492416/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764141.306781:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764141.306784:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764141.306803:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764141.306808:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3181
00000100:00080000:3.0:1787764141.306811:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764141.306814:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787764141.306821:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278492416:192.168.203.118@tcp:250:kworker.0
00000008:00100000:3.0:1787764141.306826:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787764141.306839:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278492544/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787764141.306901:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764141.306942:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764141/real 1787764141]  req@ffff9dd193c770c0 x1874603278492416/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764141.306959:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278492416/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764141.306969:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764141.306973:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764141.306976:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278492416:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764141.306997:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278492544:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764141.307020:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764141.307034:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764141/real 1787764141]  req@ffff9dd193c74b40 x1874603278492544/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764141.307048:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278492544/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764141.307055:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764141.307058:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764141.307062:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278492544:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787764142.010717:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764142.330614:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764143.034689:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764143.354678:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764144.058688:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764144.378605:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764145.082618:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764145.402613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764146.106742:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764146.426593:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787764146.426604:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764146.426609:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764146.426616:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764146.426629:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3186
00000100:00080000:3.0:1787764146.426643:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764146.426652:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764146.426702:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278492672/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764146.426741:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764146.426746:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764146.426749:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764146.426754:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3186
00000100:00080000:3.0:1787764146.426759:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764146.426765:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764146.426779:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787764146.426784:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278492672:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787764146.426801:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278492800/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787764146.426862:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764146.426914:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764146/real 1787764146]  req@ffff9dd193c76940 x1874603278492672/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764146.426939:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278492672/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764146.426949:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764146.426952:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764146.426955:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278492672:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764146.426980:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278492800:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764146.426999:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764146.427009:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764146/real 1787764146]  req@ffff9dd193c75a40 x1874603278492800/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764146.427018:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278492800/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764146.427024:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764146.427026:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764146.427036:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278492800:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787764147.130671:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764147.450635:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764148.154690:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764148.474634:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764149.178690:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764149.498655:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764150.202686:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764150.522664:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764151.226616:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764151.546600:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764151.546611:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764151.546616:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1787764151.546627:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764151.546627:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3191
00000100:00080000:3.0:1787764151.546642:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764151.546651:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764151.546700:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278492928/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764151.546728:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764151.546730:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764151.546732:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764151.546735:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3191
00000100:00080000:3.0:1787764151.546738:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764151.546741:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764151.546752:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787764151.546774:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278492928:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787764151.546775:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278493056/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787764151.546849:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764151.546890:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764151/real 1787764151]  req@ffff9dd193c74f00 x1874603278492928/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764151.546910:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278492928/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764151.546922:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764151.546927:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764151.546932:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278492928:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764151.546966:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278493056:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764151.546986:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764151.546995:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764151/real 1787764151]  req@ffff9dd193c77840 x1874603278493056/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764151.547004:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278493056/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764151.547028:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764151.547033:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764151.547036:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278493056:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787764152.250674:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764152.570601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764153.274656:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764153.594605:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764154.298720:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764154.618610:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764155.322637:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764155.642655:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764156.346699:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764156.666615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787764156.666638:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764156.666649:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787764156.666654:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764156.666665:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3196
00000100:00080000:0.0:1787764156.666678:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764156.666686:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787764156.666743:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b261c0 x1874603278493184/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787764156.666797:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764156.666801:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787764156.666803:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764156.666808:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3196
00000100:00080000:0.0:1787764156.666812:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764156.666817:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787764156.666828:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787764156.666841:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24b40 x1874603278493312/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764156.666877:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278493184:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787764156.666949:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764156.667000:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764156/real 1787764156]  req@ffff9dd193b261c0 x1874603278493184/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764156.667016:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b261c0 x1874603278493184/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764156.667025:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764156.667028:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764156.667031:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278493184:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764156.667037:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278493312:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764156.667056:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764156.667065:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764156/real 1787764156]  req@ffff9dd193b24b40 x1874603278493312/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764156.667090:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24b40 x1874603278493312/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764156.667096:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764156.667098:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764156.667101:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278493312:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787764157.370671:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764157.690736:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764158.394678:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764158.714602:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764159.418651:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764159.738626:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764160.442693:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764160.762622:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764161.466652:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764161.786630:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787764161.786631:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764161.786642:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787764161.786648:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764161.786659:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3201
00000100:00080000:0.0:1787764161.786673:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764161.786682:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787764161.786730:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24f00 x1874603278493440/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787764161.786759:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764161.786762:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787764161.786764:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764161.786769:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3201
00000100:00080000:0.0:1787764161.786773:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764161.786777:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787764161.786788:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278493440:192.168.203.118@tcp:250:kworker.0
00000008:00100000:0.0:1787764161.786810:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787764161.786829:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b27840 x1874603278493568/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787764161.786856:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764161.786903:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764161/real 1787764161]  req@ffff9dd193b24f00 x1874603278493440/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764161.786918:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24f00 x1874603278493440/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764161.786928:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764161.786931:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764161.786937:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278493440:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764161.786964:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278493568:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764161.786984:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764161.786997:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764161/real 1787764161]  req@ffff9dd193b27840 x1874603278493568/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764161.787018:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b27840 x1874603278493568/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764161.787024:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764161.787026:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764161.787028:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278493568:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787764162.490656:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764162.810615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764163.514641:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764163.834581:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764164.538652:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764164.858658:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764165.562691:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764165.882618:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764166.586671:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764166.906633:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764166.906642:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764166.906646:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1787764166.906650:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764166.906657:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3206
00000100:00080000:3.0:1787764166.906668:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764166.906675:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764166.906708:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278493696/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764166.906731:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764166.906734:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764166.906735:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764166.906739:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3206
00000100:00080000:3.0:1787764166.906741:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764166.906744:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764166.906752:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787764166.906764:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278493824/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764166.906772:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278493696:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787764166.906864:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764166.906912:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764166/real 1787764166]  req@ffff9dd193c74000 x1874603278493696/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764166.906935:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278493696/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764166.906948:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764166.906952:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764166.906955:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278493696:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764166.906981:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278493824:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764166.907001:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764166.907014:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764166/real 1787764166]  req@ffff9dd193c752c0 x1874603278493824/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764166.907050:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278493824/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764166.907059:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764166.907061:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764166.907064:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278493824:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787764167.610697:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764167.930665:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764168.634696:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764168.954686:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764169.658736:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764169.978662:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764170.682692:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764171.002624:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764171.706656:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764172.026613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787764172.026644:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764172.026650:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787764172.026654:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787764172.026662:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3211
00000100:00080000:2.0:1787764172.026672:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787764172.026678:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787764172.026708:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278493952/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787764172.026730:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764172.026733:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787764172.026748:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787764172.026753:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3211
00000100:00080000:2.0:1787764172.026756:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787764172.026759:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787764172.026768:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787764172.026774:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278493952:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764172.026782:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278494080/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787764172.026842:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764172.026882:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764172/real 1787764172]  req@ffff9dd193d143c0 x1874603278493952/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764172.026901:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278493952/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764172.026913:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764172.026918:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764172.026922:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278493952:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764172.026946:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278494080:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764172.026970:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764172.026983:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764172/real 1787764172]  req@ffff9dd193d16d00 x1874603278494080/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764172.027005:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278494080/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764172.027014:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764172.027018:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764172.027022:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278494080:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787764172.730646:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764173.050617:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764173.754695:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764174.074663:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764174.778712:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764175.098637:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764175.802716:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764176.122598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764176.826713:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764177.146658:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787764177.146661:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764177.146673:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787764177.146680:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787764177.146692:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3216
00000100:00080000:2.0:1787764177.146704:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787764177.146712:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787764177.146749:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278494208/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787764177.146778:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764177.146782:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787764177.146784:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787764177.146788:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3216
00000100:00080000:2.0:1787764177.146791:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787764177.146796:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787764177.146806:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787764177.146827:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278494208:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764177.146832:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278494336/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787764177.146918:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764177.146963:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764177/real 1787764177]  req@ffff9dd193d152c0 x1874603278494208/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764177.146978:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278494208/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764177.146988:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764177.146992:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764177.146995:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278494208:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764177.147020:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278494336:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764177.147037:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764177.147063:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764177/real 1787764177]  req@ffff9dd193d16d00 x1874603278494336/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764177.147089:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278494336/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764177.147098:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764177.147102:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764177.147106:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278494336:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787764177.850704:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764178.170613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764178.874724:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764179.194649:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764179.898707:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764180.218573:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764180.922682:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764181.242594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764181.946662:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764182.266614:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787764182.266636:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764182.266642:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787764182.266645:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764182.266653:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3221
00000100:00080000:0.0:1787764182.266662:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764182.266668:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787764182.266701:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24780 x1874603278494464/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787764182.266722:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764182.266736:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787764182.266738:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764182.266741:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3221
00000100:00080000:0.0:1787764182.266743:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764182.266745:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787764182.266753:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787764182.266763:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25a40 x1874603278494592/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764182.266766:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278494464:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787764182.266838:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764182.266881:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764182/real 1787764182]  req@ffff9dd193b24780 x1874603278494464/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764182.266894:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24780 x1874603278494464/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764182.266902:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764182.266905:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764182.266908:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278494464:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764182.266926:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278494592:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764182.266940:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764182.266947:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764182/real 1787764182]  req@ffff9dd193b25a40 x1874603278494592/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764182.266971:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25a40 x1874603278494592/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764182.266977:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764182.266979:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764182.266981:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278494592:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787764182.970668:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764183.290599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764183.994675:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764184.314621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764185.018716:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764185.338616:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764186.042687:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764186.362656:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764187.066717:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764187.386635:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764187.386645:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764187.386651:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764187.386654:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764187.386662:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3227
00000100:00080000:3.0:1787764187.386672:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764187.386677:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764187.386708:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c743c0 x1874603278494720/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764187.386729:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764187.386732:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764187.386733:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764187.386736:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3227
00000100:00080000:3.0:1787764187.386738:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764187.386760:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787764187.386766:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278494720:192.168.203.118@tcp:250:kworker.0
00000008:00100000:3.0:1787764187.386770:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787764187.386784:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278494848/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787764187.386832:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764187.386871:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764187/real 1787764187]  req@ffff9dd193c743c0 x1874603278494720/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764187.386890:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c743c0 x1874603278494720/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764187.386901:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764187.386904:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764187.386906:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278494720:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764187.386924:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278494848:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764187.386941:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764187.386950:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764187/real 1787764187]  req@ffff9dd193c752c0 x1874603278494848/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764187.386965:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278494848/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764187.386971:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764187.386973:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764187.386994:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278494848:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787764188.090640:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764188.410633:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764189.114707:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764189.434666:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764190.138679:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764190.458626:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764191.162743:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764191.482666:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764192.186706:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764192.506638:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764192.506647:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764192.506651:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764192.506662:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3232
00000100:00100000:1.0:1787764192.506664:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764192.506674:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764192.506682:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764192.506728:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278494976/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764192.506745:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764192.506748:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764192.506751:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764192.506754:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3232
00000100:00080000:3.0:1787764192.506757:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764192.506760:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764192.506769:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787764192.506790:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278494976:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787764192.506793:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278495104/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764192.506973:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278495104:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787764193.210690:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764193.530617:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764194.234658:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764194.554636:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764195.258611:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764195.578600:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:0.0:1787764195.578807:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:0.0:1787764195.578851:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787764195.578871:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:0.0:1787764195.578946:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:1.0:1787764195.578991:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764192/real 1787764195]  req@ffff9dd193c77840 x1874603278495104/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764195.579021:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278495104/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764195.579035:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764195.579041:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764195.579056:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278495104:192.168.203.118@tcp:38:kworker.0
00000100:00100000:1.0:1787764195.579066:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764192/real 1787764195]  req@ffff9dd193c74000 x1874603278494976/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764195.579082:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278494976/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764195.579090:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764195.579095:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764195.579099:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278494976:192.168.203.118@tcp:250:kworker.0
00010000:00010000:3.0:1787764196.282695:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764196.602621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764197.306629:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764197.626635:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787764197.626639:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764197.626653:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764197.626658:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764197.626669:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3237
00000100:00080000:3.0:1787764197.626681:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764197.626689:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764197.626728:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278495232/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764197.626758:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764197.626762:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764197.626765:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764197.626771:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3237
00000100:00080000:3.0:1787764197.626777:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764197.626783:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764197.626796:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787764197.626797:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278495232:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787764197.626820:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278495360/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787764197.626889:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764197.626957:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764197/real 1787764197]  req@ffff9dd193c74f00 x1874603278495232/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764197.626978:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278495232/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764197.626990:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764197.626996:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764197.627000:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278495232:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764197.627027:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278495360:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764197.627054:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764197.627088:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764197/real 1787764197]  req@ffff9dd193c75a40 x1874603278495360/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764197.627103:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278495360/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764197.627113:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764197.627117:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764197.627120:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278495360:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787764198.330747:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764198.650646:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764199.354628:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764199.674644:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764200.378655:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764200.698628:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764201.402697:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764201.722617:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764202.426706:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764202.746614:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764202.746625:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787764202.746629:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764202.746639:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3242
00000100:00100000:1.0:1787764202.746651:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787764202.746652:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764202.746668:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787764202.746708:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b243c0 x1874603278495488/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787764202.746738:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764202.746742:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787764202.746745:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764202.746751:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3242
00000100:00080000:0.0:1787764202.746756:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764202.746762:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787764202.746773:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787764202.746773:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278495488:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787764202.746800:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25a40 x1874603278495616/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787764202.746891:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764202.746938:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764202/real 1787764202]  req@ffff9dd193b243c0 x1874603278495488/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764202.746955:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b243c0 x1874603278495488/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764202.746964:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764202.746968:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764202.746971:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278495488:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764202.746995:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278495616:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764202.747032:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764202.747042:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764202/real 1787764202]  req@ffff9dd193b25a40 x1874603278495616/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764202.747051:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25a40 x1874603278495616/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764202.747057:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764202.747059:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764202.747061:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278495616:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787764203.450645:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764203.770619:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764204.474655:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764204.794643:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764205.498614:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764205.818626:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764206.522736:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764206.842620:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764207.546608:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764207.866608:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787764207.866611:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787764207.866616:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787764207.866620:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764207.866655:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3247
00000100:00080000:0.0:1787764207.866664:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764207.866670:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787764207.866698:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24780 x1874603278495744/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787764207.866720:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764207.866723:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787764207.866724:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764207.866727:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3247
00000100:00080000:0.0:1787764207.866729:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764207.866732:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787764207.866740:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787764207.866750:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b27840 x1874603278495872/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764207.866761:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278495744:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787764207.866820:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764207.866866:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764207/real 1787764207]  req@ffff9dd193b24780 x1874603278495744/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764207.866891:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24780 x1874603278495744/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764207.866899:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764207.866902:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764207.866911:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278495744:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764207.866930:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278495872:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764207.866947:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764207.866955:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764207/real 1787764207]  req@ffff9dd193b27840 x1874603278495872/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764207.866963:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b27840 x1874603278495872/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764207.866969:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764207.866971:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764207.866973:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278495872:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787764208.570667:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764208.890596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764209.594671:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764209.914684:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764210.618682:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764210.938659:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764211.642673:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764211.962628:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764212.666685:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764212.986589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787764212.986603:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764212.986608:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787764212.986612:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764212.986620:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3252
00000100:00080000:0.0:1787764212.986629:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764212.986635:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787764212.986670:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24f00 x1874603278496000/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787764212.986698:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764212.986701:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787764212.986715:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764212.986719:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3252
00000100:00080000:0.0:1787764212.986723:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1787764212.986728:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278496000:192.168.203.118@tcp:250:kworker.0
00000100:00080000:0.0:1787764212.986731:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787764212.986744:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787764212.986761:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24b40 x1874603278496128/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787764212.986788:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764212.986844:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764212/real 1787764212]  req@ffff9dd193b24f00 x1874603278496000/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764212.986864:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24f00 x1874603278496000/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764212.986872:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764212.986882:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764212.986885:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278496000:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764212.986907:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278496128:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764212.986925:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764212.986934:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764212/real 1787764212]  req@ffff9dd193b24b40 x1874603278496128/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764212.986942:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24b40 x1874603278496128/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764212.986948:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764212.986950:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764212.986952:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278496128:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787764213.690672:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764214.010620:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764214.714656:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764215.034585:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764215.738626:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764216.058611:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764216.762679:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764217.082601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764217.786637:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787764218.106633:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787764218.106639:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787764218.106645:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787764218.106651:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787764218.106661:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3257
00000100:00080000:1.0:1787764218.106674:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764218.106681:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787764218.106733:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cf00 x1874603278496256/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787764218.106796:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764218.106799:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787764218.106804:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787764218.106808:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3257
00000100:00080000:1.0:1787764218.106811:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764218.106815:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787764218.106826:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787764218.106839:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e940 x1874603278496384/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787764218.106848:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278496256:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787764218.106924:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764218.106965:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764218/real 1787764218]  req@ffff9dd186d6cf00 x1874603278496256/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764218.106979:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cf00 x1874603278496256/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764218.106988:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764218.106991:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764218.106994:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278496256:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764218.107015:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278496384:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764218.107032:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764218.107040:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764218/real 1787764218]  req@ffff9dd186d6e940 x1874603278496384/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764218.107049:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e940 x1874603278496384/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764218.107055:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764218.107057:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764218.107060:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278496384:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787764218.810726:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764219.130623:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764219.834621:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764220.154591:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764220.858764:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764221.178640:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764221.882652:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764222.202613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764222.906745:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764223.226598:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787764223.226600:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764223.226609:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764223.226613:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764223.226621:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3262
00000100:00080000:3.0:1787764223.226630:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764223.226636:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764223.226667:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278496512/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764223.226687:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764223.226690:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764223.226691:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764223.226694:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3262
00000100:00080000:3.0:1787764223.226697:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764223.226699:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764223.226708:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787764223.226720:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278496512:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787764223.226721:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278496640/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787764223.226797:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764223.226835:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764223/real 1787764223]  req@ffff9dd193c76940 x1874603278496512/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764223.226849:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278496512/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764223.226857:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764223.226859:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764223.226862:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278496512:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764223.226881:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278496640:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764223.226896:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764223.226905:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764223/real 1787764223]  req@ffff9dd193c74b40 x1874603278496640/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764223.226916:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278496640/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764223.226925:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764223.226928:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764223.226934:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278496640:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787764223.930656:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764224.250598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764224.954784:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764225.274664:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764225.978751:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764226.298640:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764227.002731:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764227.322696:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764228.026672:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764228.346629:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787764228.346632:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764228.346641:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764228.346645:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764228.346657:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3268
00000100:00080000:3.0:1787764228.346710:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764228.346721:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764228.346769:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278496768/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764228.346797:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764228.346800:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764228.346802:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764228.346805:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3268
00000100:00080000:3.0:1787764228.346808:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764228.346811:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764228.346821:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787764228.346832:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278496896/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787764228.346860:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278496768:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787764228.346944:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764228.347000:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764228/real 1787764228]  req@ffff9dd193c770c0 x1874603278496768/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764228.347022:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278496768/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764228.347035:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764228.347039:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764228.347044:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278496768:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764228.347073:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278496896:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764228.347100:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764228.347115:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764228/real 1787764228]  req@ffff9dd193c76580 x1874603278496896/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764228.347129:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278496896/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764228.347138:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764228.347142:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764228.347146:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278496896:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787764229.050685:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764229.370633:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764230.074692:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764230.394593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764231.098689:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764231.418640:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764232.122676:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764232.442606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764233.146636:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764233.466607:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787764233.466623:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764233.466630:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787764233.466634:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787764233.466644:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3273
00000100:00080000:2.0:1787764233.466655:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787764233.466691:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787764233.466718:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278497024/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787764233.466740:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764233.466743:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787764233.466745:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787764233.466748:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3273
00000100:00080000:2.0:1787764233.466751:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787764233.466754:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787764233.466763:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787764233.466778:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278497152/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764233.466781:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278497024:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787764233.466840:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764233.466878:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764233/real 1787764233]  req@ffff9dd193d143c0 x1874603278497024/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764233.466892:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278497024/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764233.466901:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764233.466904:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764233.466907:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278497024:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764233.466927:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278497152:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764233.466942:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764233.466957:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764233/real 1787764233]  req@ffff9dd193d17840 x1874603278497152/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764233.466966:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278497152/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764233.466972:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764233.466974:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764233.466976:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278497152:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787764234.170711:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764234.490570:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764235.194642:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764235.514589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764236.218668:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764236.538613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764237.242769:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764237.562644:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764238.266740:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764238.586634:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764238.586650:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764238.586658:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764238.586662:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764238.586669:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3278
00000100:00080000:3.0:1787764238.586679:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764238.586684:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764238.586714:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75680 x1874603278497280/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764238.586736:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764238.586739:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764238.586752:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764238.586755:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3278
00000100:00080000:3.0:1787764238.586759:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764238.586762:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764238.586771:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787764238.586784:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278497408/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764238.586819:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278497280:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787764238.586901:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764238.586957:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764238/real 1787764238]  req@ffff9dd193c75680 x1874603278497280/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764238.586980:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75680 x1874603278497280/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764238.586990:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764238.586993:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764238.586997:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278497280:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764238.587003:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278497408:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764238.587021:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764238.587030:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764238/real 1787764238]  req@ffff9dd193c76580 x1874603278497408/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764238.587038:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278497408/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764238.587061:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764238.587064:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764238.587066:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278497408:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787764239.290703:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764239.610592:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764240.314693:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764240.634599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764241.338813:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764241.658673:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764242.362688:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764242.682636:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764243.386755:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764243.706603:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787764243.706610:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764243.706615:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764243.706636:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764243.706648:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3283
00000100:00080000:3.0:1787764243.706662:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764243.706670:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764243.706732:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278497536/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764243.706761:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764243.706771:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764243.706774:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764243.706779:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3283
00000100:00080000:3.0:1787764243.706799:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764243.706804:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764243.706817:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787764243.706836:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278497664/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764243.706861:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278497536:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787764243.706965:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764243.707035:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764243/real 1787764243]  req@ffff9dd193c770c0 x1874603278497536/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764243.707058:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278497536/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764243.707071:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764243.707076:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764243.707081:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278497536:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764243.707113:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278497664:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764243.707139:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764243.707152:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764243/real 1787764243]  req@ffff9dd193c74b40 x1874603278497664/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764243.707166:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278497664/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764243.707176:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764243.707189:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764243.707193:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278497664:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787764244.410798:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764244.730661:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764245.434733:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764245.754597:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764246.458689:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764246.778626:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764247.482784:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764247.802653:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764248.506653:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764248.826648:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764248.826652:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764248.826660:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764248.826665:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764248.826676:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3288
00000100:00080000:3.0:1787764248.826687:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764248.826696:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764248.826730:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278497792/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764248.826751:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764248.826753:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764248.826755:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764248.826758:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3288
00000100:00080000:3.0:1787764248.826760:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764248.826763:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764248.826771:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787764248.826780:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278497920/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764248.826792:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278497792:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787764248.826846:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764248.826878:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764248/real 1787764248]  req@ffff9dd193c76940 x1874603278497792/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764248.826892:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278497792/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764248.826899:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764248.826902:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764248.826905:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278497792:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764248.826924:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278497920:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764248.826937:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764248.826945:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764248/real 1787764248]  req@ffff9dd193c75a40 x1874603278497920/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764248.826953:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278497920/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764248.826958:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764248.826960:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764248.826963:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278497920:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787764249.530690:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764249.850658:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764250.554735:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764250.874632:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764251.578632:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764251.898658:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764252.602668:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764252.922639:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764253.626631:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764253.946615:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787764253.946622:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764253.946624:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764253.946630:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764253.946638:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3293
00000100:00080000:3.0:1787764253.946663:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764253.946669:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764253.946697:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278498048/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764253.946720:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764253.946723:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764253.946728:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764253.946731:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3293
00000100:00080000:3.0:1787764253.946734:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764253.946737:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764253.946746:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787764253.946760:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278498176/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764253.946770:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278498048:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787764253.946832:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764253.946874:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764253/real 1787764253]  req@ffff9dd193c74f00 x1874603278498048/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764253.946891:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278498048/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764253.946899:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764253.946902:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764253.946904:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278498048:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764253.946923:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278498176:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764253.946938:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764253.946947:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764253/real 1787764253]  req@ffff9dd193c74000 x1874603278498176/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764253.946955:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278498176/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764253.946960:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764253.946962:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764253.946965:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278498176:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787764254.650687:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764254.970618:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764255.674627:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764255.994621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764256.698664:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764257.018631:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764257.722647:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764258.042593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764258.746647:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764259.066585:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787764259.066594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764259.066596:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764259.066603:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764259.066613:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3298
00000100:00080000:3.0:1787764259.066627:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764259.066634:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764259.066676:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278498304/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764259.066703:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764259.066706:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764259.066728:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764259.066732:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3298
00000100:00080000:3.0:1787764259.066736:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764259.066740:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764259.066750:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787764259.066763:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278498304:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787764259.066767:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278498432/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764259.066881:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278498432:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787764259.770686:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764260.090639:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764260.794703:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764261.114599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764261.818644:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764262.138571:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:2.0:1787764262.138775:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:2.0:1787764262.138822:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787764262.138836:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:2.0:1787764262.138870:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:1.0:1787764262.138927:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764259/real 1787764262]  req@ffff9dd193c752c0 x1874603278498432/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764262.138956:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278498432/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764262.138968:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764262.138974:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764262.138978:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278498432:192.168.203.118@tcp:38:kworker.0
00000100:00100000:1.0:1787764262.138987:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764259/real 1787764262]  req@ffff9dd193c77840 x1874603278498304/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764262.139001:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278498304/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764262.139008:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764262.139011:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764262.139014:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278498304:192.168.203.118@tcp:250:kworker.0
00010000:00010000:2.0:1787764262.842678:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764263.162599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764263.866639:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764264.186638:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764264.186649:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787764264.186654:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1787764264.186663:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787764264.186665:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3303
00000100:00080000:0.0:1787764264.186685:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764264.186693:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787764264.186735:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b261c0 x1874603278498560/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787764264.186760:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764264.186765:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787764264.186767:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764264.186772:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3303
00000100:00080000:0.0:1787764264.186776:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764264.186782:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787764264.186796:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278498560:192.168.203.118@tcp:250:kworker.0
00000008:00100000:0.0:1787764264.186797:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787764264.186818:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26580 x1874603278498688/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787764264.186880:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764264.186935:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764264/real 1787764264]  req@ffff9dd193b261c0 x1874603278498560/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764264.186958:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b261c0 x1874603278498560/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764264.186995:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764264.187000:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764264.187005:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278498560:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764264.187039:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278498688:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764264.187065:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764264.187085:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764264/real 1787764264]  req@ffff9dd193b26580 x1874603278498688/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764264.187099:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26580 x1874603278498688/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764264.187114:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764264.187117:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764264.187121:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278498688:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787764264.890667:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764265.210647:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764265.914731:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764266.234625:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764266.938690:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764267.258584:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764267.962670:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764268.282647:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764268.986657:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764269.306611:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764269.306639:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764269.306648:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764269.306652:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764269.306664:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3309
00000100:00080000:3.0:1787764269.306677:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764269.306684:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764269.306726:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c743c0 x1874603278498816/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764269.306754:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764269.306757:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764269.306759:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764269.306763:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3309
00000100:00080000:3.0:1787764269.306766:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764269.306769:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764269.306779:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787764269.306790:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278498816:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787764269.306792:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278498944/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787764269.306868:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764269.306909:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764269/real 1787764269]  req@ffff9dd193c743c0 x1874603278498816/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764269.306930:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c743c0 x1874603278498816/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764269.306949:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764269.306953:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764269.306956:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278498816:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764269.306975:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278498944:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764269.306993:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764269.307002:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764269/real 1787764269]  req@ffff9dd193c77840 x1874603278498944/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764269.307010:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278498944/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764269.307016:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764269.307018:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764269.307021:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278498944:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787764270.010647:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764270.330610:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764271.034652:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764271.354655:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764272.058792:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764272.378630:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764273.082729:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764273.402633:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764274.106658:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764274.426633:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787764274.426675:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764274.426680:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787764274.426685:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787764274.426695:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3314
00000100:00080000:1.0:1787764274.426705:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764274.426713:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787764274.426767:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c000 x1874603278499072/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787764274.426800:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764274.426803:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787764274.426805:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787764274.426809:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3314
00000100:00080000:1.0:1787764274.426813:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764274.426819:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787764274.426830:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787764274.426849:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f0c0 x1874603278499200/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787764274.426849:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278499072:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787764274.426920:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764274.426970:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764274/real 1787764274]  req@ffff9dd186d6c000 x1874603278499072/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764274.426987:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c000 x1874603278499072/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764274.426996:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764274.426999:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764274.427001:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278499072:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764274.427020:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278499200:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764274.427038:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764274.427047:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764274/real 1787764274]  req@ffff9dd186d6f0c0 x1874603278499200/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764274.427075:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f0c0 x1874603278499200/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764274.427082:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764274.427084:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764274.427086:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278499200:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787764275.130691:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764275.450616:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764276.154706:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764276.474664:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764277.178686:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764277.498659:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764278.202677:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764278.522612:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764279.226615:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764279.546604:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764279.546610:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764279.546617:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764279.546620:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764279.546628:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3319
00000100:00080000:3.0:1787764279.546637:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764279.546645:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764279.546681:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278499328/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764279.546708:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764279.546712:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764279.546714:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764279.546718:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3319
00000100:00080000:3.0:1787764279.546722:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764279.546727:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764279.546737:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787764279.546747:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278499328:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787764279.546754:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278499456/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787764279.546799:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764279.546836:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764279/real 1787764279]  req@ffff9dd193c752c0 x1874603278499328/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764279.546853:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278499328/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764279.546864:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764279.546869:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764279.546873:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278499328:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764279.546898:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278499456:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764279.546918:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764279.546927:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764279/real 1787764279]  req@ffff9dd193c74000 x1874603278499456/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764279.546936:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278499456/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764279.546954:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764279.546956:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764279.546958:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278499456:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787764280.250742:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764280.570605:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764281.274695:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764281.594677:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764282.298702:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764282.618616:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764283.322663:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764283.642619:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764284.346712:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764284.666592:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764284.666592:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764284.666603:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764284.666608:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764284.666618:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3324
00000100:00080000:3.0:1787764284.666629:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764284.666637:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764284.666687:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278499584/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764284.666721:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764284.666725:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764284.666727:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764284.666732:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3324
00000100:00080000:3.0:1787764284.666737:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764284.666742:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764284.666753:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787764284.666768:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278499584:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787764284.666771:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278499712/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787764284.666822:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764284.666853:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764284/real 1787764284]  req@ffff9dd193c74f00 x1874603278499584/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764284.666866:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278499584/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764284.666873:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764284.666876:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764284.666879:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278499584:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764284.666898:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278499712:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764284.666912:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764284.666920:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764284/real 1787764284]  req@ffff9dd193c75a40 x1874603278499712/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764284.666928:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278499712/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764284.666934:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764284.666937:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764284.666939:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278499712:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787764285.370678:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764285.690659:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764286.394674:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764286.714663:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764287.418661:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764287.738626:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764288.442645:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764288.762591:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764289.466732:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764289.786644:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787764289.786645:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764289.786655:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764289.786661:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764289.786673:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3329
00000100:00080000:3.0:1787764289.786688:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764289.786698:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764289.786745:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278499840/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764289.786788:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764289.786792:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764289.786794:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764289.786799:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3329
00000100:00080000:3.0:1787764289.786803:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764289.786827:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764289.786839:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787764289.786856:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278499968/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787764289.786860:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278499840:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787764289.786932:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764289.786973:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764289/real 1787764289]  req@ffff9dd193c76940 x1874603278499840/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764289.786988:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278499840/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764289.786996:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764289.787000:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764289.787004:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278499840:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764289.787040:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278499968:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764289.787064:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764289.787076:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764289/real 1787764289]  req@ffff9dd193c74b40 x1874603278499968/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764289.787084:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278499968/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764289.787091:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764289.787093:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764289.787096:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278499968:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787764290.490689:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764290.810633:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764291.514707:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764291.834673:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764292.538725:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764292.858619:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764293.562702:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764293.882631:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764294.586686:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787764294.906620:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764294.906631:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787764294.906638:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787764294.906653:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3334
00000100:00100000:2.0:1787764294.906660:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787764294.906670:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764294.906681:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787764294.906734:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6fc00 x1874603278500096/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787764294.906766:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764294.906770:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787764294.906772:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787764294.906778:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3334
00000100:00080000:1.0:1787764294.906783:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764294.906788:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787764294.906802:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787764294.906808:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278500096:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764294.906822:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cb40 x1874603278500224/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787764294.906882:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764294.906923:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764294/real 1787764294]  req@ffff9dd186d6fc00 x1874603278500096/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764294.906942:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6fc00 x1874603278500096/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764294.906953:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764294.906958:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764294.906962:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278500096:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764294.906986:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278500224:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764294.907006:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764294.907017:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764294/real 1787764294]  req@ffff9dd186d6cb40 x1874603278500224/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764294.907030:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cb40 x1874603278500224/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764294.907040:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764294.907044:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764294.907047:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278500224:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787764295.610666:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764295.930634:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764296.634705:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764296.954678:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764297.658691:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764297.978642:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764298.682717:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764299.002691:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764299.706702:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764300.026587:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787764300.026662:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764300.026674:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787764300.026679:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764300.026692:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3339
00000100:00080000:0.0:1787764300.026708:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764300.026716:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787764300.026768:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26d00 x1874603278500352/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787764300.026801:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764300.026805:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787764300.026807:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764300.026812:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3339
00000100:00080000:0.0:1787764300.026816:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764300.026832:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787764300.026849:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787764300.026858:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278500352:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787764300.026870:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26940 x1874603278500480/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787764300.026937:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764300.026993:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764300/real 1787764300]  req@ffff9dd193b26d00 x1874603278500352/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764300.027011:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26d00 x1874603278500352/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764300.027024:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764300.027029:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764300.027033:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278500352:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764300.027062:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278500480:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764300.027083:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764300.027094:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764300/real 1787764300]  req@ffff9dd193b26940 x1874603278500480/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764300.027102:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26940 x1874603278500480/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764300.027108:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764300.027123:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764300.027125:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278500480:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787764300.730657:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764301.050607:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764301.754714:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764302.074599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764302.778652:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764303.098669:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764303.802867:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764304.122654:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764304.826659:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764305.146656:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787764305.146657:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764305.146667:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764305.146672:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764305.146682:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3344
00000100:00080000:3.0:1787764305.146696:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764305.146703:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764305.146746:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278500608/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764305.146772:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764305.146775:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764305.146776:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764305.146780:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3344
00000100:00080000:3.0:1787764305.146784:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764305.146789:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764305.146801:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787764305.146811:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278500608:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787764305.146818:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278500736/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787764305.146879:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764305.146918:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764305/real 1787764305]  req@ffff9dd193c770c0 x1874603278500608/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764305.146940:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278500608/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764305.146949:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764305.146952:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764305.146955:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278500608:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764305.146979:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278500736:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764305.146995:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764305.147004:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764305/real 1787764305]  req@ffff9dd193c76580 x1874603278500736/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764305.147012:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278500736/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764305.147039:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764305.147041:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764305.147044:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278500736:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787764305.850670:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764306.170643:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764306.874691:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764307.194620:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764307.898721:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764308.218652:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764308.922710:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764309.242632:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764309.946714:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764310.266613:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787764310.266624:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764310.266625:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764310.266652:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764310.266662:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3349
00000100:00080000:3.0:1787764310.266674:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764310.266682:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764310.266725:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75680 x1874603278500864/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764310.266760:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764310.266764:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764310.266767:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764310.266772:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3349
00000100:00080000:3.0:1787764310.266776:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764310.266782:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764310.266795:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787764310.266806:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278500864:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787764310.266817:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278500992/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787764310.266879:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764310.266927:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764310/real 1787764310]  req@ffff9dd193c75680 x1874603278500864/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764310.266946:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75680 x1874603278500864/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764310.266957:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764310.266962:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764310.266967:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278500864:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764310.266996:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278500992:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764310.267017:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764310.267027:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764310/real 1787764310]  req@ffff9dd193c76580 x1874603278500992/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764310.267043:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278500992/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764310.267049:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764310.267052:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764310.267054:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278500992:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787764310.970684:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764311.290628:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764311.994706:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764312.314625:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764313.018659:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764313.338636:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764314.042702:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764314.362595:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764315.066694:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764315.386615:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787764315.386620:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764315.386629:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764315.386634:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764315.386645:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3355
00000100:00080000:3.0:1787764315.386657:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764315.386664:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764315.386708:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278501120/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764315.386734:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764315.386754:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764315.386756:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764315.386760:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3355
00000100:00080000:3.0:1787764315.386763:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787764315.386766:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278501120:192.168.203.118@tcp:250:kworker.0
00000100:00080000:3.0:1787764315.386770:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764315.386783:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787764315.386796:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278501248/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787764315.386847:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764315.386908:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764315/real 1787764315]  req@ffff9dd193c770c0 x1874603278501120/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764315.386925:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278501120/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764315.386934:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764315.386937:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764315.386940:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278501120:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764315.386969:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278501248:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764315.386994:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764315.387004:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764315/real 1787764315]  req@ffff9dd193c74b40 x1874603278501248/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764315.387017:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278501248/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764315.387026:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764315.387030:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764315.387033:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278501248:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787764316.090674:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764316.410643:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764317.114707:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764317.434603:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764318.138640:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764318.458656:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764319.162643:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764319.482589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764320.186633:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764320.506640:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764320.506651:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764320.506656:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787764320.506662:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764320.506668:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3360
00000100:00080000:3.0:1787764320.506681:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764320.506689:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764320.506735:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278501376/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764320.506760:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764320.506763:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764320.506765:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764320.506768:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3360
00000100:00080000:3.0:1787764320.506771:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764320.506775:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764320.506785:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787764320.506791:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278501376:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787764320.506798:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278501504/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787764320.506880:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764320.506935:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764320/real 1787764320]  req@ffff9dd193c76940 x1874603278501376/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764320.506954:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278501376/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764320.506963:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764320.506967:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764320.506970:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278501376:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764320.507002:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278501504:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764320.507022:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764320.507032:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764320/real 1787764320]  req@ffff9dd193c75a40 x1874603278501504/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764320.507041:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278501504/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764320.507047:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764320.507049:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764320.507051:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278501504:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787764321.210704:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764321.530636:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764322.234632:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764322.554681:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764323.258692:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764323.578681:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764324.282653:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764324.602654:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764325.306686:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764325.626593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787764325.626656:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764325.626665:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787764325.626668:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787764325.626677:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3365
00000100:00080000:1.0:1787764325.626687:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764325.626693:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787764325.626729:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6d2c0 x1874603278501632/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787764325.626759:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764325.626763:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787764325.626765:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787764325.626772:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3365
00000100:00080000:1.0:1787764325.626777:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764325.626781:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787764325.626793:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787764325.626797:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278501632:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764325.626814:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6ed00 x1874603278501760/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787764325.626941:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278501760:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787764326.330698:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764326.650582:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764327.354738:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764327.674740:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764328.378676:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764328.698629:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:1.0:1787764328.698791:0:2337:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:1.0:1787764328.698843:0:2337:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787764328.698863:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:1.0:1787764328.698914:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:2.0:1787764328.699009:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764325/real 1787764328]  req@ffff9dd186d6ed00 x1874603278501760/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764328.699037:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6ed00 x1874603278501760/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764328.699058:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764328.699065:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764328.699070:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278501760:192.168.203.118@tcp:38:kworker.0
00000100:00100000:2.0:1787764328.699079:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764325/real 1787764328]  req@ffff9dd186d6d2c0 x1874603278501632/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764328.699094:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6d2c0 x1874603278501632/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764328.699103:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764328.699107:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764328.699110:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278501632:192.168.203.118@tcp:250:kworker.0
00010000:00010000:2.0:1787764329.402697:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764329.722679:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764330.426652:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764330.746633:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764330.746639:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764330.746647:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764330.746653:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764330.746665:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3370
00000100:00080000:3.0:1787764330.746677:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764330.746684:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764330.746730:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278501888/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764330.746752:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764330.746755:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764330.746756:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764330.746759:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3370
00000100:00080000:3.0:1787764330.746762:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764330.746767:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764330.746779:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787764330.746788:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278501888:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787764330.746796:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278502016/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787764330.746869:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764330.746915:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764330/real 1787764330]  req@ffff9dd193c74f00 x1874603278501888/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764330.746934:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278501888/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764330.746945:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764330.746950:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764330.746954:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278501888:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764330.747010:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278502016:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764330.747033:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764330.747047:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764330/real 1787764330]  req@ffff9dd193c74000 x1874603278502016/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764330.747059:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278502016/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764330.747068:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764330.747071:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764330.747085:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278502016:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787764331.450664:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764331.770601:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764332.474661:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764332.794639:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764333.498688:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764333.818666:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764334.522626:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764334.842644:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764335.546660:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764335.866643:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787764335.866651:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764335.866659:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787764335.866664:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764335.866675:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3375
00000100:00080000:0.0:1787764335.866689:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764335.866697:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787764335.866742:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25e00 x1874603278502144/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787764335.866770:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764335.866780:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787764335.866782:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764335.866788:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3375
00000100:00080000:0.0:1787764335.866792:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764335.866796:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787764335.866800:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278502144:192.168.203.118@tcp:250:kworker.0
00000008:00100000:0.0:1787764335.866806:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787764335.866821:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25680 x1874603278502272/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787764335.866868:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764335.866906:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764335/real 1787764335]  req@ffff9dd193b25e00 x1874603278502144/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764335.866919:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25e00 x1874603278502144/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764335.866927:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764335.866930:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764335.866934:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278502144:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764335.866986:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278502272:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764335.867004:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764335.867012:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764335/real 1787764335]  req@ffff9dd193b25680 x1874603278502272/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764335.867019:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25680 x1874603278502272/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764335.867025:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764335.867027:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764335.867029:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278502272:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787764336.570613:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764336.890618:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764337.594653:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764337.914619:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764338.618671:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764338.938590:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764339.642685:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764339.962648:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764340.666660:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764340.986571:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764340.986637:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764340.986651:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764340.986656:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764340.986668:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3380
00000100:00080000:3.0:1787764340.986682:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764340.986690:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764340.986748:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278502400/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764340.986777:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764340.986781:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764340.986783:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764340.986787:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3380
00000100:00080000:3.0:1787764340.986792:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764340.986798:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764340.986810:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787764340.986824:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278502528/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787764340.986829:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278502400:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787764340.986924:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764340.986967:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764340/real 1787764340]  req@ffff9dd193c752c0 x1874603278502400/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764340.986985:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278502400/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764340.986996:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764340.987001:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764340.987004:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278502400:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764340.987048:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278502528:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764340.987073:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764340.987087:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764340/real 1787764340]  req@ffff9dd193c77840 x1874603278502528/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764340.987106:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278502528/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764340.987112:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764340.987114:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764340.987117:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278502528:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787764341.690634:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764342.010620:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764342.714628:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764343.034660:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764343.738625:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764344.058596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764344.762672:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764345.082629:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764345.786674:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764346.106674:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787764346.106835:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764346.106842:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787764346.106847:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787764346.106859:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3385
00000100:00080000:1.0:1787764346.106874:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764346.106895:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787764346.106943:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6d2c0 x1874603278502656/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787764346.106967:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764346.106971:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787764346.106973:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787764346.106977:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3385
00000100:00080000:1.0:1787764346.106981:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764346.107004:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787764346.107007:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278502656:192.168.203.118@tcp:250:kworker.0
00000008:00100000:1.0:1787764346.107017:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787764346.107046:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6ed00 x1874603278502784/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787764346.107074:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764346.107117:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764346/real 1787764346]  req@ffff9dd186d6d2c0 x1874603278502656/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764346.107132:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6d2c0 x1874603278502656/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764346.107140:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764346.107143:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764346.107146:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278502656:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764346.107166:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278502784:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764346.107181:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764346.107195:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764346/real 1787764346]  req@ffff9dd186d6ed00 x1874603278502784/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764346.107203:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6ed00 x1874603278502784/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764346.107208:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764346.107210:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764346.107212:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278502784:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787764346.810658:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764347.130624:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764347.834615:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764348.154606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764348.858684:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764349.178631:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764349.882684:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764350.202607:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764350.906632:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764351.226596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787764351.226611:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764351.226617:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787764351.226620:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787764351.226631:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3390
00000100:00080000:2.0:1787764351.226643:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787764351.226651:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787764351.226686:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278502912/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787764351.226709:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764351.226712:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787764351.226714:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787764351.226717:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3390
00000100:00080000:2.0:1787764351.226720:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787764351.226723:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787764351.226732:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787764351.226754:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278502912:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764351.226758:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278503040/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787764351.226811:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764351.226861:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764351/real 1787764351]  req@ffff9dd193d161c0 x1874603278502912/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764351.226877:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278502912/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764351.226886:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764351.226889:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764351.226892:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278502912:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764351.226910:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278503040:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764351.226927:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764351.226936:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764351/real 1787764351]  req@ffff9dd193d15e00 x1874603278503040/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764351.226944:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278503040/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764351.226950:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764351.226959:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764351.226961:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278503040:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787764351.930689:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764352.250609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764352.954663:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764353.274583:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764353.978666:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764354.298642:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764355.002692:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764355.322656:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764356.026738:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764356.346631:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787764356.346636:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764356.346644:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764356.346650:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764356.346669:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3396
00000100:00080000:3.0:1787764356.346689:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764356.346700:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764356.346745:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c743c0 x1874603278503168/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764356.346785:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764356.346790:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764356.346792:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764356.346797:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3396
00000100:00080000:3.0:1787764356.346802:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764356.346836:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764356.346847:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787764356.346859:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278503168:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787764356.346863:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278503296/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787764356.346948:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764356.347006:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764356/real 1787764356]  req@ffff9dd193c743c0 x1874603278503168/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764356.347029:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c743c0 x1874603278503168/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764356.347042:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764356.347047:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764356.347052:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278503168:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764356.347080:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278503296:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764356.347106:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764356.347120:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764356/real 1787764356]  req@ffff9dd193c77840 x1874603278503296/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764356.347134:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278503296/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764356.347144:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764356.347148:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764356.347152:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278503296:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787764357.050646:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764357.370632:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764358.074650:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764358.394596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764359.098665:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764359.418651:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764360.122749:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764360.442632:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764361.146612:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764361.466598:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787764361.466600:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764361.466608:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764361.466612:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764361.466620:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3401
00000100:00080000:3.0:1787764361.466631:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764361.466638:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764361.466667:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278503424/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764361.466694:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764361.466697:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764361.466699:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764361.466702:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3401
00000100:00080000:3.0:1787764361.466705:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764361.466708:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764361.466717:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787764361.466730:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278503552/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764361.466734:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278503424:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787764361.466795:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764361.466830:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764361/real 1787764361]  req@ffff9dd193c752c0 x1874603278503424/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764361.466845:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278503424/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764361.466852:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764361.466855:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764361.466858:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278503424:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764361.466875:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278503552:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764361.466890:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764361.466898:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764361/real 1787764361]  req@ffff9dd193c74000 x1874603278503552/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764361.466905:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278503552/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764361.466910:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764361.466913:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764361.466916:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278503552:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787764362.171285:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764362.490645:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764363.194623:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764363.514625:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764364.218699:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764364.538631:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764365.242647:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764365.562606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764366.266735:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764366.586629:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787764366.586632:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764366.586641:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764366.586669:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764366.586679:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3406
00000100:00080000:3.0:1787764366.586691:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764366.586699:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764366.586753:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278503680/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764366.586783:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764366.586787:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764366.586789:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764366.586793:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3406
00000100:00080000:3.0:1787764366.586797:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764366.586801:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764366.586811:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787764366.586826:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278503808/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764366.586834:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278503680:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787764366.586909:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764366.586961:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764366/real 1787764366]  req@ffff9dd193c74f00 x1874603278503680/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764366.586982:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278503680/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764366.586994:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764366.586998:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764366.587002:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278503680:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764366.587028:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278503808:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764366.587051:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764366.587064:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764366/real 1787764366]  req@ffff9dd193c75a40 x1874603278503808/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764366.587076:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278503808/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764366.587084:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764366.587087:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764366.587090:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278503808:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787764367.290673:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764367.610678:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764368.314710:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764368.634586:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764369.338669:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764369.658791:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764370.362693:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764370.682594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764371.386620:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764371.706609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787764371.706634:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764371.706638:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787764371.706640:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764371.706648:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3411
00000100:00080000:0.0:1787764371.706656:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764371.706676:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787764371.706720:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b270c0 x1874603278503936/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787764371.706745:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764371.706747:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787764371.706749:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764371.706751:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3411
00000100:00080000:0.0:1787764371.706754:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764371.706757:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787764371.706764:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787764371.706775:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25680 x1874603278504064/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764371.706795:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278503936:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787764371.706852:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764371.706891:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764371/real 1787764371]  req@ffff9dd193b270c0 x1874603278503936/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764371.706911:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b270c0 x1874603278503936/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764371.706922:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764371.706926:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764371.706930:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278503936:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764371.706937:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278504064:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764371.706962:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764371.706974:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764371/real 1787764371]  req@ffff9dd193b25680 x1874603278504064/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764371.706987:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25680 x1874603278504064/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764371.706994:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764371.706997:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764371.707000:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278504064:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787764372.410657:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764372.730645:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764373.434663:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764373.754629:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764374.458641:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764374.778650:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764375.482644:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764375.802621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764376.506693:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764376.826613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764376.826622:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764376.826627:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764376.826630:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764376.826637:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3416
00000100:00080000:3.0:1787764376.826646:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764376.826652:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764376.826696:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278504192/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764376.826719:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764376.826736:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764376.826739:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764376.826744:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3416
00000100:00080000:3.0:1787764376.826748:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764376.826753:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787764376.826760:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278504192:192.168.203.118@tcp:250:kworker.0
00000008:00100000:3.0:1787764376.826763:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787764376.826783:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278504320/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787764376.826815:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764376.826844:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764376/real 1787764376]  req@ffff9dd193c76940 x1874603278504192/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764376.826861:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278504192/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764376.826868:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764376.826871:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764376.826874:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278504192:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764376.826891:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278504320:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764376.826906:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764376.826913:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764376/real 1787764376]  req@ffff9dd193c74b40 x1874603278504320/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764376.826921:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278504320/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764376.826926:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764376.826928:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764376.826930:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278504320:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787764377.530696:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764377.850641:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764378.554677:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764378.874649:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764379.578659:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764379.898593:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764380.602658:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764380.922684:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764381.626694:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764381.946663:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787764381.946667:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764381.946678:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787764381.946682:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787764381.946698:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3421
00000100:00080000:2.0:1787764381.946712:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787764381.946719:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787764381.946756:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15a40 x1874603278504448/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787764381.946781:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764381.946784:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787764381.946785:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787764381.946788:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3421
00000100:00080000:2.0:1787764381.946804:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787764381.946807:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787764381.946817:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787764381.946831:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278504576/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764381.946833:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278504448:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787764381.946930:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764381.948161:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764381/real 1787764381]  req@ffff9dd193d15a40 x1874603278504448/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764381.948198:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15a40 x1874603278504448/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764381.948206:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764381.948209:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764381.948212:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278504448:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764381.948235:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278504576:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764381.948288:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764381.948301:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764381/real 1787764381]  req@ffff9dd193d15e00 x1874603278504576/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764381.948309:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278504576/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764381.948314:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764381.948316:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764381.948318:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278504576:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787764382.650640:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764382.970636:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764383.674665:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764383.994631:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764384.698609:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764385.018660:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764385.722684:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764386.042598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764386.746706:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764387.066652:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764387.066674:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764387.066684:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764387.066689:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764387.066701:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3426
00000100:00080000:3.0:1787764387.066713:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764387.066722:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764387.066763:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278504704/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764387.066795:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764387.066799:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764387.066801:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764387.066806:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3426
00000100:00080000:3.0:1787764387.066809:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764387.066814:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764387.066826:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787764387.066840:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278504704:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787764387.066845:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278504832/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787764387.066912:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764387.066946:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764387/real 1787764387]  req@ffff9dd193c770c0 x1874603278504704/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764387.066960:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278504704/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764387.066976:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764387.066979:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764387.066982:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278504704:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764387.067003:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278504832:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764387.067020:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764387.067028:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764387/real 1787764387]  req@ffff9dd193c76580 x1874603278504832/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764387.067035:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278504832/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764387.067041:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764387.067043:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764387.067045:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278504832:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787764387.770701:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764388.090609:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764388.794691:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764389.114648:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764389.818760:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764390.138647:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764390.842684:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764391.162608:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764391.866677:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764392.186576:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764392.186596:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764392.186604:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764392.186609:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764392.186620:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3431
00000100:00080000:3.0:1787764392.186633:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764392.186640:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764392.186677:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75680 x1874603278504960/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764392.186705:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764392.186708:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764392.186710:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764392.186714:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3431
00000100:00080000:3.0:1787764392.186718:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764392.186722:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764392.186733:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787764392.186744:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278504960:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787764392.186762:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278505088/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764392.186855:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278505088:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787764392.890692:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764393.211790:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764393.914707:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764394.234739:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764394.938726:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764395.258768:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:2.0:1787764395.258901:0:2338:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:2.0:1787764395.258947:0:2338:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787764395.258972:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:2.0:1787764395.259012:0:2338:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:1.0:1787764395.259070:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764392/real 1787764395]  req@ffff9dd193c76580 x1874603278505088/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764395.259103:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278505088/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764395.259116:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764395.259121:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764395.259141:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278505088:192.168.203.118@tcp:38:kworker.0
00000100:00100000:1.0:1787764395.259149:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764392/real 1787764395]  req@ffff9dd193c75680 x1874603278504960/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764395.259162:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75680 x1874603278504960/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764395.259170:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764395.259173:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764395.259177:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278504960:192.168.203.118@tcp:250:kworker.0
00010000:00010000:2.0:1787764395.962685:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764396.282707:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764396.986721:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764397.306595:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764397.306604:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764397.306608:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764397.306616:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3437
00000100:00080000:3.0:1787764397.306626:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764397.306632:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787764397.306656:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787764397.306679:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278505216/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764397.306707:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764397.306710:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764397.306712:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764397.306716:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3437
00000100:00080000:3.0:1787764397.306720:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764397.306724:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764397.306735:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787764397.306749:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278505344/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764397.306753:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278505216:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787764397.306830:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764397.306864:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764397/real 1787764397]  req@ffff9dd193c770c0 x1874603278505216/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764397.306883:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278505216/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764397.306900:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764397.306904:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764397.306908:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278505216:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764397.306936:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278505344:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764397.306960:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764397.306973:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764397/real 1787764397]  req@ffff9dd193c74b40 x1874603278505344/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764397.307002:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278505344/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764397.307010:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764397.307013:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764397.307017:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278505344:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787764398.010688:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764398.330766:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764399.034699:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764399.354765:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764400.058637:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764400.378611:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764401.082634:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764401.402632:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764402.106662:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764402.426629:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787764402.426661:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764402.426667:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787764402.426671:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764402.426681:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3442
00000100:00080000:0.0:1787764402.426704:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764402.426712:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787764402.426754:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25e00 x1874603278505472/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787764402.426781:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764402.426799:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787764402.426801:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764402.426806:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3442
00000100:00080000:0.0:1787764402.426812:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764402.426820:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787764402.426832:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787764402.426836:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278505472:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787764402.426849:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26940 x1874603278505600/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787764402.426909:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764402.426949:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764402/real 1787764402]  req@ffff9dd193b25e00 x1874603278505472/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764402.426968:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25e00 x1874603278505472/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764402.426977:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764402.426980:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764402.426983:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278505472:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764402.427011:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278505600:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764402.427034:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764402.427044:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764402/real 1787764402]  req@ffff9dd193b26940 x1874603278505600/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764402.427053:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26940 x1874603278505600/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764402.427068:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764402.427071:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764402.427073:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278505600:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787764403.130690:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764403.450615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764404.154689:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764404.474612:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764405.178664:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764405.498589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764406.202667:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764406.522621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764407.226671:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764407.546599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787764407.546603:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764407.546609:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787764407.546613:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787764407.546621:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3447
00000100:00080000:2.0:1787764407.546631:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787764407.546657:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787764407.546702:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278505728/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787764407.546723:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764407.546726:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787764407.546727:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787764407.546730:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3447
00000100:00080000:2.0:1787764407.546733:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787764407.546735:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787764407.546744:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787764407.546752:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278505856/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764407.546779:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278505728:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787764407.546850:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764407.546889:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764407/real 1787764407]  req@ffff9dd193d161c0 x1874603278505728/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764407.546906:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278505728/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764407.546917:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764407.546921:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764407.546924:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278505728:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764407.546930:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278505856:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764407.546947:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764407.546955:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764407/real 1787764407]  req@ffff9dd193d17840 x1874603278505856/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764407.546962:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278505856/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764407.546968:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764407.546970:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764407.546971:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278505856:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787764408.250650:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764408.570615:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764409.274659:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764409.594629:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764410.298636:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764410.618598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764411.322664:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764411.642627:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764412.346676:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764412.666588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787764412.666634:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764412.666644:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787764412.666649:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787764412.666659:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3452
00000100:00080000:2.0:1787764412.666672:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787764412.666680:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787764412.666724:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278505984/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787764412.666751:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764412.666770:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787764412.666772:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787764412.666777:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3452
00000100:00080000:2.0:1787764412.666783:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787764412.666787:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787764412.666798:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787764412.666817:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278506112/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764412.666823:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278505984:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787764412.666902:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764412.666955:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764412/real 1787764412]  req@ffff9dd193d143c0 x1874603278505984/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764412.666974:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278505984/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764412.666985:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764412.666990:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764412.666994:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278505984:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764412.667018:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278506112:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764412.667041:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764412.667053:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764412/real 1787764412]  req@ffff9dd193d16d00 x1874603278506112/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764412.667065:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278506112/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764412.667073:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764412.667076:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764412.667079:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278506112:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787764413.370654:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764413.690602:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764414.394680:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764414.714594:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764415.418662:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764415.738664:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764416.442723:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764416.762570:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764417.466776:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764417.786633:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787764417.786633:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787764417.786643:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787764417.786647:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764417.786658:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3457
00000100:00080000:0.0:1787764417.786670:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764417.786691:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787764417.786722:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26d00 x1874603278506240/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787764417.786742:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764417.786744:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787764417.786745:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764417.786748:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3457
00000100:00080000:0.0:1787764417.786751:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764417.786754:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787764417.786762:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787764417.786771:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b26580 x1874603278506368/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764417.786796:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278506240:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787764417.786878:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764417.786919:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764417/real 1787764417]  req@ffff9dd193b26d00 x1874603278506240/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764417.786945:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26d00 x1874603278506240/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764417.786956:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764417.786960:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764417.786965:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278506240:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764417.786973:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278506368:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764417.786999:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764417.787013:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764417/real 1787764417]  req@ffff9dd193b26580 x1874603278506368/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764417.787026:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b26580 x1874603278506368/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764417.787034:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764417.787037:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764417.787040:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278506368:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787764418.490662:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764418.810628:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764419.514673:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764419.834624:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764420.538734:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764420.858606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764421.562699:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764421.882644:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764422.586704:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764422.906591:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787764422.906633:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764422.906637:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787764422.906641:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787764422.906650:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3462
00000100:00080000:2.0:1787764422.906661:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787764422.906667:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787764422.906702:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d152c0 x1874603278506496/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787764422.906722:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764422.906725:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787764422.906737:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787764422.906740:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3462
00000100:00080000:2.0:1787764422.906743:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787764422.906747:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787764422.906754:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278506496:192.168.203.118@tcp:250:kworker.0
00000008:00100000:2.0:1787764422.906757:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787764422.906770:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d16d00 x1874603278506624/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787764422.906822:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764422.906858:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764422/real 1787764422]  req@ffff9dd193d152c0 x1874603278506496/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764422.906877:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d152c0 x1874603278506496/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764422.906900:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764422.906904:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764422.906908:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278506496:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764422.906931:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278506624:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764422.906952:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764422.906963:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764422/real 1787764422]  req@ffff9dd193d16d00 x1874603278506624/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764422.906974:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d16d00 x1874603278506624/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764422.906982:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764422.906985:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764422.906988:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d16d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278506624:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787764423.610664:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764423.930625:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764424.634675:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764424.954598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764425.658646:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764425.978604:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764426.682637:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764427.002581:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764427.706680:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764428.026635:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787764428.026637:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787764428.026646:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787764428.026650:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764428.026661:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3467
00000100:00080000:0.0:1787764428.026674:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764428.026682:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787764428.026722:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b261c0 x1874603278506752/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787764428.026748:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764428.026755:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787764428.026757:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764428.026761:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3467
00000100:00080000:0.0:1787764428.026777:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764428.026782:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787764428.026793:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787764428.026807:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24b40 x1874603278506880/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764428.026810:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278506752:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787764428.026897:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764428.026936:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764428/real 1787764428]  req@ffff9dd193b261c0 x1874603278506752/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764428.026956:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b261c0 x1874603278506752/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764428.026967:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764428.026977:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764428.026982:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278506752:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764428.027012:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278506880:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764428.027029:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764428.027038:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764428/real 1787764428]  req@ffff9dd193b24b40 x1874603278506880/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764428.027049:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24b40 x1874603278506880/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764428.027057:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764428.027059:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764428.027063:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278506880:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787764428.730714:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764429.050668:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764429.754669:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764430.074629:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764430.778686:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764431.098606:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764431.802715:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764432.122598:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764432.826693:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764433.146634:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787764433.146642:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787764433.146643:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787764433.146649:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764433.146659:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3472
00000100:00080000:0.0:1787764433.146672:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764433.146679:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787764433.146718:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24f00 x1874603278507008/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787764433.146739:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764433.146742:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787764433.146744:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764433.146747:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3472
00000100:00080000:0.0:1787764433.146749:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764433.146751:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787764433.146760:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787764433.146768:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b27840 x1874603278507136/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764433.146789:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278507008:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787764433.146848:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764433.146888:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764433/real 1787764433]  req@ffff9dd193b24f00 x1874603278507008/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764433.146901:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24f00 x1874603278507008/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764433.146909:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764433.146912:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764433.146915:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278507008:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764433.146937:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278507136:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764433.146951:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764433.146958:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764433/real 1787764433]  req@ffff9dd193b27840 x1874603278507136/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764433.146973:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b27840 x1874603278507136/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764433.146978:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764433.146980:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764433.146982:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278507136:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787764433.850664:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764434.170625:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764434.874630:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764435.194645:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764435.898710:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764436.218633:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764436.922716:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764437.242643:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764437.946737:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764438.266657:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787764438.266662:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787764438.266669:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787764438.266674:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787764438.266689:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3477
00000100:00080000:2.0:1787764438.266700:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787764438.266708:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787764438.266741:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d143c0 x1874603278507264/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787764438.266782:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764438.266786:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787764438.266788:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787764438.266792:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3477
00000100:00080000:2.0:1787764438.266795:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787764438.266798:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787764438.266807:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787764438.266819:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278507392/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764438.266840:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278507264:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787764438.266915:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764438.266954:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764438/real 1787764438]  req@ffff9dd193d143c0 x1874603278507264/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764438.266973:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d143c0 x1874603278507264/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764438.266984:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764438.266988:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764438.266993:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278507264:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764438.267017:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278507392:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764438.267037:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764438.267054:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764438/real 1787764438]  req@ffff9dd193d17840 x1874603278507392/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764438.267066:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278507392/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764438.267090:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764438.267094:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764438.267097:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278507392:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787764438.970665:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764439.290626:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764439.994710:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764440.314624:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764441.018687:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764441.338620:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764442.042697:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764442.362621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:1.0:1787764443.066654:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787764443.386618:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787764443.386621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787764443.386630:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787764443.386635:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787764443.386645:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3483
00000100:00080000:2.0:1787764443.386658:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787764443.386668:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787764443.386710:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278507520/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787764443.386740:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764443.386743:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787764443.386744:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787764443.386747:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3483
00000100:00080000:2.0:1787764443.386750:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787764443.386753:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787764443.386773:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787764443.386784:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278507648/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764443.386884:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278507520:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787764443.386956:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764443.386996:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764443/real 1787764443]  req@ffff9dd193d161c0 x1874603278507520/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764443.387010:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278507520/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764443.387017:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764443.387020:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764443.387023:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278507520:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764443.387028:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278507648:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764443.387044:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764443.387053:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764443/real 1787764443]  req@ffff9dd193d15e00 x1874603278507648/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764443.387061:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278507648/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764443.387075:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764443.387077:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764443.387079:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278507648:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787764444.090701:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764444.410625:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764445.114685:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764445.434651:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764446.138703:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764446.458599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764447.162659:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764447.482652:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764448.186664:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764448.506617:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787764448.506626:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764448.506634:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787764448.506639:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787764448.506648:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3488
00000100:00080000:2.0:1787764448.506658:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787764448.506664:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787764448.506695:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15a40 x1874603278507776/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787764448.506721:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764448.506723:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787764448.506724:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787764448.506727:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3488
00000100:00080000:2.0:1787764448.506729:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787764448.506731:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:2.0:1787764448.506738:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787764448.506754:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d15e00 x1874603278507904/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764448.506787:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278507776:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787764448.506875:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764448.506921:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764448/real 1787764448]  req@ffff9dd193d15a40 x1874603278507776/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764448.506939:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15a40 x1874603278507776/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764448.506950:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764448.506954:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764448.506958:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278507776:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764448.506964:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278507904:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764448.506985:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764448.506996:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764448/real 1787764448]  req@ffff9dd193d15e00 x1874603278507904/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764448.507007:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d15e00 x1874603278507904/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764448.507015:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764448.507018:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764448.507022:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d15e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278507904:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787764449.210677:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764449.530589:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764450.234773:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764450.554632:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764451.258681:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764451.578746:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764452.282756:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787764452.602667:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764453.306731:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764453.626645:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764453.626658:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787764453.626663:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787764453.626663:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787764453.626678:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3493
00000100:00080000:0.0:1787764453.626690:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764453.626774:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787764453.626822:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24780 x1874603278508032/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787764453.627952:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764453.627956:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787764453.627958:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764453.627964:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3493
00000100:00080000:0.0:1787764453.627969:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764453.627973:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787764453.627983:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787764453.627998:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25a40 x1874603278508160/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764453.628127:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278508032:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787764453.628197:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764453.628237:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764453/real 1787764453]  req@ffff9dd193b24780 x1874603278508032/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764453.628252:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24780 x1874603278508032/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764453.628261:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764453.628265:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764453.628269:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278508032:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764453.628275:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278508160:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764453.628293:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764453.628302:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764453/real 1787764453]  req@ffff9dd193b25a40 x1874603278508160/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764453.628313:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25a40 x1874603278508160/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764453.628335:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764453.628338:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764453.628340:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278508160:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787764454.331072:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764454.650650:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764455.354692:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764455.674640:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764456.379035:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764456.698673:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764457.402713:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764457.722659:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764458.426641:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787764458.746637:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787764458.746641:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787764458.746650:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787764458.746654:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787764458.746684:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3498
00000100:00080000:1.0:1787764458.746702:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764458.746710:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787764458.746743:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cb40 x1874603278508288/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787764458.746779:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764458.746781:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787764458.746783:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787764458.746786:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3498
00000100:00080000:1.0:1787764458.746788:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764458.746792:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787764458.746801:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787764458.746812:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278508288:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764458.746817:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6fc00 x1874603278508416/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787764458.746892:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278508416:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787764459.450976:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764459.770602:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764460.474674:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764460.794635:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764461.498698:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764461.818624:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:0.0:1787764461.818769:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:0.0:1787764461.818809:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787764461.818827:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:0.0:1787764461.818866:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:2.0:1787764461.818920:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764458/real 1787764461]  req@ffff9dd186d6fc00 x1874603278508416/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764461.818950:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6fc00 x1874603278508416/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764461.818962:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764461.818967:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764461.818971:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278508416:192.168.203.118@tcp:38:kworker.0
00000100:00100000:2.0:1787764461.818979:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764458/real 1787764461]  req@ffff9dd186d6cb40 x1874603278508288/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764461.818992:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cb40 x1874603278508288/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764461.819000:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764461.819025:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764461.819029:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278508288:192.168.203.118@tcp:250:kworker.0
00010000:00010000:0.0:1787764462.522635:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764462.842629:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764463.546691:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764463.866637:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787764463.866683:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764463.866690:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787764463.866694:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764463.866704:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3503
00000100:00080000:0.0:1787764463.866715:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764463.866723:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787764463.866768:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b243c0 x1874603278508544/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787764463.866796:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764463.866799:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787764463.866801:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764463.866805:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3503
00000100:00080000:0.0:1787764463.866809:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764463.866813:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787764463.866823:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787764463.866849:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278508544:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787764463.866851:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b25a40 x1874603278508672/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787764463.866914:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764463.866952:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764463/real 1787764463]  req@ffff9dd193b243c0 x1874603278508544/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764463.866969:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b243c0 x1874603278508544/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764463.866978:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764463.866982:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764463.866987:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278508544:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764463.867009:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278508672:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764463.867025:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764463.867037:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764463/real 1787764463]  req@ffff9dd193b25a40 x1874603278508672/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764463.867048:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b25a40 x1874603278508672/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764463.867056:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764463.867059:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764463.867062:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b25a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278508672:192.168.203.118@tcp:38:kworker.0
00010000:00010000:1.0:1787764464.570664:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764464.890637:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764465.594700:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764465.914686:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764466.618640:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764466.938664:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764467.642699:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764467.962659:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764468.666659:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764468.986672:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764468.986785:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764468.986790:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764468.986794:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764468.986803:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3508
00000100:00080000:3.0:1787764468.986815:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764468.986823:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764468.986862:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278508800/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764468.986889:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764468.986893:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764468.986895:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764468.986898:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3508
00000100:00080000:3.0:1787764468.986901:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764468.986904:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787764468.986930:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278508800:192.168.203.118@tcp:250:kworker.0
00000008:00100000:3.0:1787764468.986932:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787764468.986951:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278508928/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787764468.986986:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764468.987024:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764468/real 1787764468]  req@ffff9dd193c76940 x1874603278508800/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764468.987053:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278508800/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764468.987064:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764468.987068:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764468.987071:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278508800:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764468.987094:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278508928:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764468.987123:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764468.987136:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764468/real 1787764468]  req@ffff9dd193c75a40 x1874603278508928/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764468.987147:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278508928/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764468.987155:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764468.987158:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764468.987169:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278508928:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787764469.690672:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764470.010599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764470.714631:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764471.034605:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764471.738696:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764472.058626:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764472.762666:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764473.082596:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764473.786686:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764474.106593:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764474.106603:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1787764474.106604:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764474.106608:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764474.106626:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3513
00000100:00080000:3.0:1787764474.106640:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764474.106648:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764474.106687:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278509056/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764474.106709:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764474.106713:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764474.106715:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764474.106719:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3513
00000100:00080000:3.0:1787764474.106722:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764474.106725:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764474.106736:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787764474.106748:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278509184/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787764474.106751:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278509056:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787764474.106828:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764474.106866:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764474/real 1787764474]  req@ffff9dd193c74f00 x1874603278509056/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764474.106879:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278509056/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764474.106887:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764474.106890:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764474.106892:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278509056:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764474.106919:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278509184:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764474.106935:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764474.106943:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764474/real 1787764474]  req@ffff9dd193c74000 x1874603278509184/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764474.106951:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278509184/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764474.106956:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764474.106969:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764474.106971:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278509184:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787764474.810723:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764475.130651:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764475.834705:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764476.154636:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764476.858760:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764477.178637:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764477.882630:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764478.202628:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764478.906692:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764479.226607:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787764479.226613:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764479.226620:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764479.226625:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764479.226636:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3518
00000100:00080000:3.0:1787764479.226664:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764479.226669:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764479.226701:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278509312/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764479.226722:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764479.226725:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764479.226726:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764479.226728:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3518
00000100:00080000:3.0:1787764479.226730:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764479.226732:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764479.226739:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787764479.226748:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278509440/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787764479.226758:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278509312:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787764479.226823:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764479.226860:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764479/real 1787764479]  req@ffff9dd193c752c0 x1874603278509312/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764479.226875:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278509312/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764479.226885:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764479.226889:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764479.226893:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278509312:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764479.226915:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278509440:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764479.226937:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764479.226948:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764479/real 1787764479]  req@ffff9dd193c77840 x1874603278509440/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764479.226974:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278509440/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764479.226988:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764479.226991:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764479.226994:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278509440:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787764479.930705:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764480.250600:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764480.954691:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764481.274640:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764481.978675:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764482.298619:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764483.002715:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764483.322602:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764484.026694:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764484.346650:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787764484.346653:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764484.346660:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787764484.346664:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787764484.346673:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3524
00000100:00080000:1.0:1787764484.346685:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764484.346697:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787764484.346733:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f0c0 x1874603278509568/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787764484.346753:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764484.346768:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787764484.346770:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787764484.346774:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3524
00000100:00080000:1.0:1787764484.346777:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787764484.346782:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278509568:192.168.203.118@tcp:250:kworker.0
00000100:00080000:1.0:1787764484.346783:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787764484.346797:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787764484.346809:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c000 x1874603278509696/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787764484.346846:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764484.346877:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764484/real 1787764484]  req@ffff9dd186d6f0c0 x1874603278509568/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764484.346889:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f0c0 x1874603278509568/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764484.346903:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764484.346908:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764484.346911:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278509568:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764484.346948:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278509696:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764484.346964:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764484.346979:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764484/real 1787764484]  req@ffff9dd186d6c000 x1874603278509696/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764484.346987:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c000 x1874603278509696/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764484.346992:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764484.346994:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764484.346996:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278509696:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787764485.050629:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764485.370603:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764486.074667:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764486.394588:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764487.098691:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764487.418679:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764488.122666:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764488.442653:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764489.146709:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787764489.466615:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787764489.466621:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787764489.466626:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787764489.466631:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787764489.466641:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3529
00000100:00080000:1.0:1787764489.466654:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764489.466662:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787764489.466701:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e940 x1874603278509824/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787764489.466726:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764489.466730:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787764489.466732:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787764489.466736:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3529
00000100:00080000:1.0:1787764489.466739:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764489.466744:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787764489.466755:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787764489.466765:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278509824:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764489.466768:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6cf00 x1874603278509952/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787764489.466835:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764489.466874:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764489/real 1787764489]  req@ffff9dd186d6e940 x1874603278509824/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764489.466914:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e940 x1874603278509824/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764489.466924:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764489.466929:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764489.466933:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278509824:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764489.466958:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278509952:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764489.466994:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764489.467008:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764489/real 1787764489]  req@ffff9dd186d6cf00 x1874603278509952/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764489.467020:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6cf00 x1874603278509952/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764489.467028:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764489.467032:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764489.467035:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278509952:192.168.203.118@tcp:38:kworker.0
00010000:00010000:2.0:1787764490.170681:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764490.490640:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764491.194678:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764491.514629:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764492.219085:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764492.538648:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764493.242699:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764493.562638:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764494.267342:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764494.586637:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764494.586725:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764494.586732:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764494.586737:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764494.586746:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3534
00000100:00080000:3.0:1787764494.586758:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764494.586777:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764494.586898:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c743c0 x1874603278510080/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787764494.586963:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278510080:192.168.203.118@tcp:250:kworker.0
00000800:00000100:2.0:1787764494.587018:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00080000:3.0:1787764494.587046:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764494.587049:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764494.587051:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764494.587054:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3534
00000100:00080000:3.0:1787764494.587057:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764494.587061:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764494.587070:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787764494.587081:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c77840 x1874603278510208/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787764494.587201:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764494/real 1787764494]  req@ffff9dd193c743c0 x1874603278510080/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764494.587214:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c743c0 x1874603278510080/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764494.587222:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764494.587226:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764494.587237:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278510080:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764494.587263:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278510208:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764494.587286:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764494.587299:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764494/real 1787764494]  req@ffff9dd193c77840 x1874603278510208/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764494.587310:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c77840 x1874603278510208/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764494.587318:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764494.587321:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764494.587325:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278510208:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787764495.294229:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764495.610665:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764496.315057:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764496.634714:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764497.338731:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764497.659052:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764498.364954:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764498.682591:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764499.386775:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764499.706678:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764499.706687:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764499.706691:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764499.706699:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3539
00000100:00080000:3.0:1787764499.706709:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764499.706715:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764499.706746:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c752c0 x1874603278510336/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764499.706773:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764499.706776:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764499.706778:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764499.706785:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3539
00000100:00080000:3.0:1787764499.706814:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764499.706832:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787764499.706836:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278510336:192.168.203.118@tcp:250:kworker.0
00000008:00100000:3.0:1787764499.706841:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787764499.706852:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74000 x1874603278510464/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787764499.706898:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764499.706939:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764499/real 1787764499]  req@ffff9dd193c752c0 x1874603278510336/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764499.706957:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c752c0 x1874603278510336/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764499.706967:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764499.706971:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764499.706975:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278510336:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764499.706998:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278510464:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764499.707021:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764499.707034:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764499/real 1787764499]  req@ffff9dd193c74000 x1874603278510464/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764499.707046:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74000 x1874603278510464/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764499.707054:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764499.707057:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764499.707060:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278510464:192.168.203.118@tcp:38:kworker.0
00000100:00100000:2.0:1787764499.707138:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764500.410673:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764500.730896:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764501.434990:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764501.754665:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764502.458739:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764502.778774:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764503.482828:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764503.802666:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764504.506838:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764504.826699:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787764504.827810:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764504.827821:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787764504.827826:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764504.827837:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3544
00000100:00080000:0.0:1787764504.827851:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764504.827860:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787764504.827970:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24780 x1874603278510592/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787764504.828228:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764504.828235:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787764504.828239:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764504.828247:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3544
00000100:00080000:0.0:1787764504.828257:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764504.828264:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787764504.828275:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787764504.828306:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b27840 x1874603278510720/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764504.828401:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278510592:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787764504.828461:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764504.828536:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764504/real 1787764504]  req@ffff9dd193b24780 x1874603278510592/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764504.828553:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24780 x1874603278510592/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764504.828575:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764504.828579:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764504.828583:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278510592:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764504.828590:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278510720:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764504.828611:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764504.828622:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764504/real 1787764504]  req@ffff9dd193b27840 x1874603278510720/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764504.828633:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b27840 x1874603278510720/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764504.828640:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764504.828643:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764504.828646:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278510720:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787764505.530897:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764505.850612:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764506.554849:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764506.874634:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764507.578789:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764507.898662:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764508.603709:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764508.922790:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764509.626739:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787764509.946639:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787764509.946648:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:0.0:1787764509.946650:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1787764509.946656:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764509.946669:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3549
00000100:00080000:0.0:1787764509.946682:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764509.946690:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787764509.946731:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24f00 x1874603278510848/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787764509.946770:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764509.946775:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1787764509.946776:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787764509.946780:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3549
00000100:00080000:0.0:1787764509.946787:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1787764509.946791:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:0.0:1787764509.946820:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787764509.946838:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193b24b40 x1874603278510976/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764509.947441:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278510848:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787764509.947504:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764509.947567:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764509/real 1787764509]  req@ffff9dd193b24f00 x1874603278510848/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764509.947581:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24f00 x1874603278510848/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764509.947599:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764509.947602:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764509.947605:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278510848:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764509.947611:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278510976:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764509.947629:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764509.947637:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764509/real 1787764509]  req@ffff9dd193b24b40 x1874603278510976/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764509.947645:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193b24b40 x1874603278510976/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764509.947650:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764509.947652:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764509.947654:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193b24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278510976:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787764510.650719:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764510.971103:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764511.678090:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764511.994640:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764512.698724:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764513.018625:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764513.722664:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764514.042635:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764514.746688:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764515.066658:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764515.066678:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764515.066687:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764515.066691:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764515.066702:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3554
00000100:00080000:3.0:1787764515.066725:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764515.066732:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764515.066768:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74f00 x1874603278511104/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764515.066794:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764515.066797:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764515.066799:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764515.066802:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3554
00000100:00080000:3.0:1787764515.066816:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764515.066820:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764515.066830:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787764515.066840:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75a40 x1874603278511232/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764515.066852:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278511104:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787764515.066924:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764515.066978:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764515/real 1787764515]  req@ffff9dd193c74f00 x1874603278511104/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764515.067004:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74f00 x1874603278511104/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764515.067016:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764515.067020:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764515.067024:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278511104:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764515.067061:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278511232:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764515.067084:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764515.067097:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764515/real 1787764515]  req@ffff9dd193c75a40 x1874603278511232/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764515.067117:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75a40 x1874603278511232/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764515.067125:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764515.067129:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764515.067132:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278511232:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787764515.770782:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764516.090599:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764516.794638:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764517.114626:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764517.818668:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764518.138612:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787764518.842679:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764519.162610:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764519.866714:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764520.186592:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764520.186594:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764520.186603:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764520.186608:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764520.186619:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3559
00000100:00080000:3.0:1787764520.186631:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764520.186640:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764520.186695:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76940 x1874603278511360/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764520.186728:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764520.186732:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764520.186734:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764520.186738:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3559
00000100:00080000:3.0:1787764520.186742:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764520.186747:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764520.186759:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787764520.186776:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c74b40 x1874603278511488/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764520.186778:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278511360:192.168.203.118@tcp:250:kworker.0
00000800:00000100:1.0:1787764520.186843:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764520.186872:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764520/real 1787764520]  req@ffff9dd193c76940 x1874603278511360/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764520.186885:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76940 x1874603278511360/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764520.186893:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764520.186895:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764520.186898:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278511360:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764520.186917:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278511488:192.168.203.118@tcp:38:kworker.0
00000800:00000100:1.0:1787764520.186931:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:1.0:1787764520.186938:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764520/real 1787764520]  req@ffff9dd193c74b40 x1874603278511488/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764520.186963:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c74b40 x1874603278511488/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764520.186968:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764520.186976:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:1.0:1787764520.186979:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278511488:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787764520.890714:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764521.210637:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764521.914679:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764522.234571:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764522.938701:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764523.258618:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764523.962698:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764524.282614:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764524.986697:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764525.306595:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787764525.306650:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764525.306658:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787764525.306662:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787764525.306670:0:493:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3565
00000100:00080000:1.0:1787764525.306681:0:493:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764525.306687:0:493:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787764525.306728:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6e1c0 x1874603278511616/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787764525.306764:0:493:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764525.306767:0:493:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787764525.306769:0:493:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787764525.306772:0:493:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3565
00000100:00080000:1.0:1787764525.306774:0:493:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764525.306778:0:493:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787764525.306788:0:493:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787764525.306801:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278511616:192.168.203.118@tcp:250:kworker.0
00000100:00100000:1.0:1787764525.306809:0:493:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6f840 x1874603278511744/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787764525.306910:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278511744:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787764526.010804:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764526.330624:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764527.034733:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764527.354646:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764528.058658:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764528.378653:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000400:00000100:0.0:1787764528.378789:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.118:988
00000400:00000100:0.0:1787764528.378829:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.118@tcp at host 192.168.203.118 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787764528.378847:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000800:00000100:0.0:1787764528.378888:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.118@tcp
00000100:00100000:2.0:1787764528.378931:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764525/real 1787764528]  req@ffff9dd186d6f840 x1874603278511744/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764528.378989:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6f840 x1874603278511744/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764528.379001:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764528.379006:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764528.379010:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278511744:192.168.203.118@tcp:38:kworker.0
00000100:00100000:2.0:1787764528.379050:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764525/real 1787764528]  req@ffff9dd186d6e1c0 x1874603278511616/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764528.379064:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6e1c0 x1874603278511616/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764528.379072:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764528.379076:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764528.379079:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278511616:192.168.203.118@tcp:250:kworker.0
00010000:00010000:3.0:1787764529.082734:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764529.402679:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764530.106683:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764530.426685:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787764530.426693:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:3.0:1787764530.426694:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764530.426700:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764530.426715:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3570
00000100:00080000:3.0:1787764530.426729:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764530.426737:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764530.426782:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c770c0 x1874603278511872/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764530.426817:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764530.426821:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764530.426823:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764530.426828:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3570
00000100:00080000:3.0:1787764530.426832:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764530.426838:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764530.426851:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787764530.426865:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278511872:192.168.203.118@tcp:250:kworker.0
00000100:00100000:3.0:1787764530.426887:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75680 x1874603278512000/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787764530.426964:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764530.427016:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764530/real 1787764530]  req@ffff9dd193c770c0 x1874603278511872/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764530.427035:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c770c0 x1874603278511872/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764530.427046:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764530.427062:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764530.427067:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278511872:192.168.203.118@tcp:250:kworker.0
00000100:00100000:2.0:1787764530.427094:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278512000:192.168.203.118@tcp:38:kworker.0
00000800:00000100:2.0:1787764530.427132:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:2.0:1787764530.427144:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764530/real 1787764530]  req@ffff9dd193c75680 x1874603278512000/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764530.427157:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75680 x1874603278512000/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764530.427166:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764530.427169:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:2.0:1787764530.427173:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278512000:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787764531.130691:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764531.450663:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764532.154689:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764532.474680:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764533.178755:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764533.498655:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764534.203368:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764534.522687:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764535.226766:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764535.546635:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764535.546646:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1787764535.546651:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764535.546661:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3575
00000100:00080000:3.0:1787764535.546675:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764535.546685:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:3.0:1787764535.546730:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c76580 x1874603278512128/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1787764535.546770:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764535.546775:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1787764535.546777:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787764535.546783:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3575
00000100:00080000:3.0:1787764535.546788:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1787764535.546793:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:3.0:1787764535.546804:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787764535.546819:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193c75680 x1874603278512256/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764535.546842:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787764535.546862:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278512128:192.168.203.118@tcp:250:kworker.0
00000800:00000100:0.0:1787764535.546930:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787764535.546968:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764535/real 1787764535]  req@ffff9dd193c76580 x1874603278512128/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764535.546986:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c76580 x1874603278512128/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787764535.546996:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764535.547000:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787764535.547004:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278512128:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787764535.547011:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278512256:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787764535.547031:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787764535.547041:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764535/real 1787764535]  req@ffff9dd193c75680 x1874603278512256/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764535.547052:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193c75680 x1874603278512256/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787764535.547077:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764535.547081:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787764535.547084:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193c75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278512256:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787764536.251007:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764536.571721:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764537.274765:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764537.594625:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764538.299077:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764538.618739:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764539.322702:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764539.642670:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764540.346692:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764540.666600:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:2.0:1787764540.666664:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764540.666671:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1787764540.666674:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787764540.666684:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3580
00000100:00080000:2.0:1787764540.666696:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787764540.666704:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:2.0:1787764540.666743:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d161c0 x1874603278512384/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787764540.666772:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764540.666791:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1787764540.666794:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787764540.666799:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3580
00000100:00080000:2.0:1787764540.666803:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787764540.666808:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:0.0:1787764540.666823:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278512384:192.168.203.118@tcp:250:kworker.0
00000008:00100000:2.0:1787764540.666829:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787764540.666848:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd193d17840 x1874603278512512/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787764540.666890:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787764540.666930:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764540/real 1787764540]  req@ffff9dd193d161c0 x1874603278512384/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764540.666943:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d161c0 x1874603278512384/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787764540.666950:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764540.666953:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787764540.666955:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278512384:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787764540.666972:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278512512:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787764540.666988:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787764540.666995:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764540/real 1787764540]  req@ffff9dd193d17840 x1874603278512512/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764540.667008:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd193d17840 x1874603278512512/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787764540.667014:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764540.667015:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787764540.667017:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd193d17840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278512512:192.168.203.118@tcp:38:kworker.0
00010000:00010000:0.0:1787764541.370746:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764541.690749:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764542.394701:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764542.714951:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764543.418975:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764543.738705:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:3.0:1787764544.442735:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1787764544.762591:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764545.466633:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787764545.786642:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764545.786656:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1787764545.786661:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787764545.786662:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00000100:00080000:1.0:1787764545.786672:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 192.168.203.118@tcp last attempt 3585
00000100:00080000:1.0:1787764545.786683:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764545.786691:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff9dd1901e3800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000100:00100000:1.0:1787764545.786725:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6c3c0 x1874603278512640/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787764545.786744:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 77a83949-2b43-45c1-ab70-5d6744f7bac3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764545.786746:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1787764545.786748:0:36:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787764545.786750:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: connect to NID 192.168.203.118@tcp last attempt 3585
00000100:00080000:1.0:1787764545.786752:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764545.786754:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9dd188112800: import ffff9dd185402800 using connection 192.168.203.118@tcp/192.168.203.118@tcp
00000008:00100000:1.0:1787764545.786762:0:36:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683255 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787764545.786795:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9dd186d6da40 x1874603278512768/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787764545.786828:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278512640:192.168.203.118@tcp:250:kworker.0
00000800:00000100:0.0:1787764545.786905:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787764545.786948:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764545/real 1787764545]  req@ffff9dd186d6c3c0 x1874603278512640/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764545.786968:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6c3c0 x1874603278512640/t0(0) o250->MGC192.168.203.118@tcp@192.168.203.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787764545.786979:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd1901e3800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764545.786984:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787764545.786987:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ed5de8a3-4e4f-4df5-9b6a-17724b8b0d8c:2349:1874603278512640:192.168.203.118@tcp:250:kworker.0
00000100:00100000:0.0:1787764545.786995:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dd186d6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278512768:192.168.203.118@tcp:38:kworker.0
00000800:00000100:0.0:1787764545.787019:0:2349:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.118@tcp
00000100:00100000:0.0:1787764545.787031:0:2349:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764545/real 1787764545]  req@ffff9dd186d6da40 x1874603278512768/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764545.787044:0:2349:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9dd186d6da40 x1874603278512768/t0(0) o38->lustre-MDT0000-mdc-ffff9dd188112800@192.168.203.118@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787764545.787052:0:2349:0:(import.c:65:import_set_state_nolock()) ffff9dd185402800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764545.787055:0:2349:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.118@tcp failed (-110)
00000100:00100000:0.0:1787764545.787058:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dd186d6da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:77a83949-2b43-45c1-ab70-5d6744f7bac3:2349:1874603278512768:192.168.203.118@tcp:38:kworker.0
00010000:00010000:3.0:1787764546.491653:0:5443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764546.810652:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
00010000:00010000:0.0:1787764547.514949:0:5444:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1787764547.834695:0:9851:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dd182aff0c0 going to sleep for 0 seconds
Debug log: 26422 lines, 26422 kept, 0 dropped, 0 bad.